Oct 30 05:38:19 user nova-compute[74922]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=74922) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 30 05:38:19 user nova-compute[74922]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=74922) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 30 05:38:19 user nova-compute[74922]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=74922) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 30 05:38:19 user nova-compute[74922]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Oct 30 05:38:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:38:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.018s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:38:20 user nova-compute[74922]: INFO nova.virt.driver [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] Loading compute driver 'libvirt.LibvirtDriver'
Oct 30 05:38:20 user nova-compute[74922]: INFO nova.compute.provider_config [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] Acquiring lock "singleton_lock" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] Acquired lock "singleton_lock" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] Releasing lock "singleton_lock" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] Full set of CONF: {{(pid=74922) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ******************************************************************************** {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] Configuration options gathered from: {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ================================================================================ {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] allow_resize_to_same_host      = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] arq_binding_timeout            = 300 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] backdoor_port                  = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] backdoor_socket                = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] block_device_allocate_retries  = 300 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] block_device_allocate_retries_interval = 5 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cert                           = self.pem {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] compute_monitors               = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] config_dir                     = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] config_drive_format            = iso9660 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] config_source                  = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] console_host                   = user {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] control_exchange               = nova {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cpu_allocation_ratio           = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] daemon                         = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] debug                          = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] default_access_ip_network_name = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] default_availability_zone      = nova {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] default_ephemeral_format       = ext4 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] default_green_pool_size        = 1000 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] default_schedule_zone          = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] disk_allocation_ratio          = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] enable_new_services            = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] enabled_apis                   = ['osapi_compute'] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] enabled_ssl_apis               = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] flat_injected                  = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] force_config_drive             = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] force_raw_images               = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] graceful_shutdown_timeout      = 5 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] heal_instance_info_cache_interval = 60 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] host                           = user {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] initial_disk_allocation_ratio  = 1.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] initial_ram_allocation_ratio   = 1.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] instance_build_timeout         = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] instance_delete_interval       = 300 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] instance_format                = [instance: %(uuid)s]  {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] instance_name_template         = instance-%08x {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] instance_usage_audit           = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] instance_usage_audit_period    = month {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] internal_service_availability_zone = internal {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] key                            = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] live_migration_retry_count     = 30 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] log_config_append              = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] log_dir                        = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] log_file                       = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] log_options                    = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] log_rotate_interval            = 1 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] log_rotate_interval_type       = days {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] log_rotation_type              = none {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] long_rpc_timeout               = 1800 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] max_concurrent_builds          = 10 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] max_concurrent_live_migrations = 1 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] max_concurrent_snapshots       = 5 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] max_local_block_devices        = 3 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] max_logfile_count              = 30 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] max_logfile_size_mb            = 200 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] maximum_instance_delete_attempts = 5 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] metadata_listen                = 0.0.0.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] metadata_listen_port           = 8775 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] metadata_workers               = 3 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] migrate_max_retries            = -1 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] mkisofs_cmd                    = genisoimage {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] my_block_storage_ip            = 10.0.0.210 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] my_ip                          = 10.0.0.210 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] network_allocate_retries       = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] osapi_compute_listen           = 0.0.0.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] osapi_compute_listen_port      = 8774 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] osapi_compute_unique_server_name_scope =  {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] osapi_compute_workers          = 3 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] password_length                = 12 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] periodic_enable                = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] periodic_fuzzy_delay           = 60 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] pointer_model                  = ps2mouse {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] preallocate_images             = none {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] publish_errors                 = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] pybasedir                      = /opt/stack/nova {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ram_allocation_ratio           = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] rate_limit_burst               = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] rate_limit_except_level        = CRITICAL {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] rate_limit_interval            = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] reboot_timeout                 = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] reclaim_instance_interval      = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] record                         = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] reimage_timeout_per_gb         = 60 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] report_interval                = 120 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] rescue_timeout                 = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] reserved_host_cpus             = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] reserved_host_disk_mb          = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] reserved_host_memory_mb        = 512 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] reserved_huge_pages            = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] resize_confirm_window          = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] resize_fs_using_block_device   = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] resume_guests_state_on_host_boot = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] rpc_response_timeout           = 60 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] run_external_periodic_tasks    = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] running_deleted_instance_action = reap {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] running_deleted_instance_poll_interval = 1800 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] running_deleted_instance_timeout = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] scheduler_instance_sync_interval = 120 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] service_down_time              = 720 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] servicegroup_driver            = db {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] shelved_offload_time           = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] shelved_poll_interval          = 3600 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] shutdown_timeout               = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] source_is_ipv6                 = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ssl_only                       = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] state_path                     = /opt/stack/data/nova {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] sync_power_state_interval      = 600 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] sync_power_state_pool_size     = 1000 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] syslog_log_facility            = LOG_USER {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] tempdir                        = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] timeout_nbd                    = 10 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] transport_url                  = **** {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] update_resources_interval      = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] use_cow_images                 = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] use_eventlog                   = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] use_journal                    = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] use_json                       = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] use_rootwrap_daemon            = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] use_stderr                     = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] use_syslog                     = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vcpu_pin_set                   = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vif_plugging_is_fatal          = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vif_plugging_timeout           = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] virt_mkfs                      = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] volume_usage_poll_interval     = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] watch_log_file                 = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] web                            = /usr/share/spice-html5 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_concurrency.disable_process_locking = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api.auth_strategy              = keystone {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api.compute_link_prefix        = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api.dhcp_domain                = novalocal {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api.enable_instance_password   = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api.glance_link_prefix         = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api.instance_list_per_project_cells = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api.list_records_by_skipping_down_cells = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api.local_metadata_per_cell    = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api.max_limit                  = 1000 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api.metadata_cache_expiration  = 15 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api.neutron_default_tenant_id  = default {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api.use_forwarded_for          = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api.use_neutron_default_nets   = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api.vendordata_dynamic_targets = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api.vendordata_jsonfile_path   = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.backend                  = dogpile.cache.memcached {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.backend_argument         = **** {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.config_prefix            = cache.oslo {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.dead_timeout             = 60.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.debug_cache_backend      = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.enable_retry_client      = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.enable_socket_keepalive  = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.enabled                  = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.expiration_time          = 600 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.hashclient_retry_attempts = 2 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.hashclient_retry_delay   = 1.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.memcache_dead_retry      = 300 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.memcache_password        =  {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.memcache_pool_maxsize    = 10 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.memcache_sasl_enabled    = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.memcache_socket_timeout  = 1.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.memcache_username        =  {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.proxies                  = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.retry_attempts           = 2 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.retry_delay              = 0.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.socket_keepalive_count   = 1 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.socket_keepalive_idle    = 1 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.socket_keepalive_interval = 1 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.tls_allowed_ciphers      = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.tls_cafile               = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.tls_certfile             = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.tls_enabled              = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cache.tls_keyfile              = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cinder.auth_section            = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cinder.auth_type               = password {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cinder.cafile                  = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cinder.catalog_info            = volumev3::publicURL {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cinder.certfile                = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cinder.collect_timing          = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cinder.cross_az_attach         = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cinder.debug                   = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cinder.endpoint_template       = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cinder.http_retries            = 3 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cinder.insecure                = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cinder.keyfile                 = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cinder.os_region_name          = RegionOne {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cinder.split_loggers           = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cinder.timeout                 = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] compute.cpu_dedicated_set      = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] compute.cpu_shared_set         = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] compute.image_type_exclude_list = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] compute.max_concurrent_disk_ops = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] compute.max_disk_devices_to_attach = -1 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] compute.resource_provider_association_refresh = 300 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] compute.shutdown_retry_interval = 10 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] conductor.workers              = 3 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] console.allowed_origins        = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] console.ssl_ciphers            = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] console.ssl_minimum_version    = default {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] consoleauth.token_ttl          = 600 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cyborg.cafile                  = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cyborg.certfile                = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cyborg.collect_timing          = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cyborg.connect_retries         = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cyborg.connect_retry_delay     = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cyborg.endpoint_override       = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cyborg.insecure                = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cyborg.keyfile                 = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cyborg.max_version             = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cyborg.min_version             = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cyborg.region_name             = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cyborg.service_name            = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cyborg.service_type            = accelerator {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cyborg.split_loggers           = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cyborg.status_code_retries     = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cyborg.status_code_retry_delay = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cyborg.timeout                 = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] cyborg.version                 = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] database.backend               = sqlalchemy {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] database.connection            = **** {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] database.connection_debug      = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] database.connection_parameters =  {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] database.connection_recycle_time = 3600 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] database.connection_trace      = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] database.db_inc_retry_interval = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] database.db_max_retries        = 20 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] database.db_max_retry_interval = 10 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] database.db_retry_interval     = 1 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] database.max_overflow          = 50 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] database.max_pool_size         = 5 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] database.max_retries           = 10 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] database.mysql_wsrep_sync_wait = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] database.pool_timeout          = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] database.retry_interval        = 10 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] database.slave_connection      = **** {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] database.sqlite_synchronous    = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api_database.backend           = sqlalchemy {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api_database.connection        = **** {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api_database.connection_debug  = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api_database.connection_parameters =  {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api_database.connection_recycle_time = 3600 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api_database.connection_trace  = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api_database.db_inc_retry_interval = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api_database.db_max_retries    = 20 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api_database.db_max_retry_interval = 10 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api_database.db_retry_interval = 1 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api_database.max_overflow      = 50 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api_database.max_pool_size     = 5 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api_database.max_retries       = 10 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api_database.pool_timeout      = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api_database.retry_interval    = 10 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api_database.slave_connection  = **** {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] api_database.sqlite_synchronous = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] devices.enabled_mdev_types     = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ephemeral_storage_encryption.enabled = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.api_servers             = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.cafile                  = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.certfile                = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.collect_timing          = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.connect_retries         = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.connect_retry_delay     = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.debug                   = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.default_trusted_certificate_ids = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.enable_certificate_validation = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.enable_rbd_download     = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.endpoint_override       = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.insecure                = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.keyfile                 = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.max_version             = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.min_version             = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.num_retries             = 3 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.rbd_ceph_conf           =  {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.rbd_connect_timeout     = 5 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.rbd_pool                =  {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.rbd_user                =  {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.region_name             = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.service_name            = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.service_type            = image {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.split_loggers           = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.status_code_retries     = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.status_code_retry_delay = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.timeout                 = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.verify_glance_signatures = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] glance.version                 = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] guestfs.debug                  = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] hyperv.config_drive_cdrom      = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] hyperv.config_drive_inject_password = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] hyperv.enable_instance_metrics_collection = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] hyperv.enable_remotefx         = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] hyperv.instances_path_share    =  {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] hyperv.iscsi_initiator_list    = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] hyperv.limit_cpu_features      = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] hyperv.power_state_check_timeframe = 60 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] hyperv.power_state_event_polling_interval = 2 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] hyperv.use_multipath_io        = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] hyperv.volume_attach_retry_count = 10 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] hyperv.volume_attach_retry_interval = 5 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] hyperv.vswitch_name            = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] mks.enabled                    = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] image_cache.manager_interval   = 2400 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] image_cache.precache_concurrency = 1 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] image_cache.remove_unused_base_images = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] image_cache.subdirectory_name  = _base {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ironic.api_max_retries         = 60 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ironic.api_retry_interval      = 2 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ironic.auth_section            = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ironic.auth_type               = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ironic.cafile                  = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ironic.certfile                = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ironic.collect_timing          = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ironic.conductor_group         = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ironic.connect_retries         = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ironic.connect_retry_delay     = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ironic.endpoint_override       = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ironic.insecure                = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ironic.keyfile                 = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ironic.max_version             = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ironic.min_version             = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ironic.peer_list               = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ironic.region_name             = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ironic.serial_console_state_timeout = 10 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ironic.service_name            = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ironic.service_type            = baremetal {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ironic.split_loggers           = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ironic.status_code_retries     = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ironic.status_code_retry_delay = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ironic.timeout                 = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ironic.version                 = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] key_manager.fixed_key          = **** {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] barbican.barbican_api_version  = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] barbican.barbican_endpoint     = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] barbican.barbican_endpoint_type = public {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] barbican.barbican_region_name  = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] barbican.cafile                = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] barbican.certfile              = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] barbican.collect_timing        = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] barbican.insecure              = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] barbican.keyfile               = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] barbican.number_of_retries     = 60 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] barbican.retry_delay           = 1 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] barbican.send_service_user_token = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] barbican.split_loggers         = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] barbican.timeout               = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] barbican.verify_ssl            = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] barbican.verify_ssl_path       = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] barbican_service_user.auth_section = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] barbican_service_user.auth_type = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] barbican_service_user.cafile   = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] barbican_service_user.certfile = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] barbican_service_user.collect_timing = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] barbican_service_user.insecure = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] barbican_service_user.keyfile  = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] barbican_service_user.split_loggers = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] barbican_service_user.timeout  = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vault.approle_role_id          = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vault.approle_secret_id        = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vault.cafile                   = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vault.certfile                 = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vault.collect_timing           = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vault.insecure                 = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vault.keyfile                  = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vault.kv_mountpoint            = secret {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vault.kv_path                  = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vault.kv_version               = 2 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vault.namespace                = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vault.root_token_id            = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vault.split_loggers            = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vault.ssl_ca_crt_file          = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vault.timeout                  = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vault.use_ssl                  = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] keystone.auth_section          = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] keystone.auth_type             = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] keystone.cafile                = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] keystone.certfile              = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] keystone.collect_timing        = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] keystone.connect_retries       = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] keystone.connect_retry_delay   = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] keystone.endpoint_override     = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] keystone.insecure              = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] keystone.keyfile               = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] keystone.max_version           = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] keystone.min_version           = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] keystone.region_name           = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] keystone.service_name          = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] keystone.service_type          = identity {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] keystone.split_loggers         = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] keystone.status_code_retries   = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] keystone.status_code_retry_delay = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] keystone.timeout               = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] keystone.version               = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.connection_uri         =  {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.cpu_mode               = custom {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.cpu_model_extra_flags  = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: WARNING oslo_config.cfg [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.cpu_power_governor_high = performance {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.cpu_power_governor_low = powersave {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.cpu_power_management   = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.device_detach_attempts = 8 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.device_detach_timeout  = 20 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.disk_cachemodes        = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.disk_prefix            = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.enabled_perf_events    = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.file_backed_memory     = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.gid_maps               = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.hw_disk_discard        = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.hw_machine_type        = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.images_rbd_ceph_conf   =  {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.images_rbd_glance_store_name =  {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.images_rbd_pool        = rbd {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.images_type            = default {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.images_volume_group    = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.inject_key             = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.inject_partition       = -2 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.inject_password        = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.iscsi_iface            = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.iser_use_multipath     = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.live_migration_bandwidth = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.live_migration_downtime = 500 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.live_migration_inbound_addr = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.live_migration_permit_post_copy = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.live_migration_scheme  = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.live_migration_timeout_action = abort {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.live_migration_tunnelled = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: WARNING oslo_config.cfg [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Oct 30 05:38:20 user nova-compute[74922]: live_migration_uri is deprecated for removal in favor of two other options that
Oct 30 05:38:20 user nova-compute[74922]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Oct 30 05:38:20 user nova-compute[74922]: and ``live_migration_inbound_addr`` respectively.
Oct 30 05:38:20 user nova-compute[74922]: ).  Its value may be silently ignored in the future.
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.live_migration_with_native_tls = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.max_queues             = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.nfs_mount_options      = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.num_iser_scan_tries    = 5 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.num_memory_encrypted_guests = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.num_pcie_ports         = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.num_volume_scan_tries  = 5 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.pmem_namespaces        = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.quobyte_client_cfg     = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.rbd_connect_timeout    = 5 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.rbd_secret_uuid        = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.rbd_user               = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.remote_filesystem_transport = ssh {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.rescue_image_id        = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.rescue_kernel_id       = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.rescue_ramdisk_id      = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.rx_queue_size          = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.smbfs_mount_options    =  {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.snapshot_compression   = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.snapshot_image_format  = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.sparse_logical_volumes = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.swtpm_enabled          = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.swtpm_group            = tss {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.swtpm_user             = tss {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.sysinfo_serial         = unique {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.tb_cache_size          = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.tx_queue_size          = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.uid_maps               = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.use_virtio_for_bridges = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.virt_type              = kvm {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.volume_clear           = zero {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.volume_clear_size      = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.volume_use_multipath   = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.vzstorage_cache_path   = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.vzstorage_mount_group  = qemu {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.vzstorage_mount_opts   = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.vzstorage_mount_user   = stack {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.auth_section           = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.auth_type              = password {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.cafile                 = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.certfile               = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.collect_timing         = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.connect_retries        = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.connect_retry_delay    = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.default_floating_pool  = public {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.endpoint_override      = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.extension_sync_interval = 600 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.http_retries           = 3 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.insecure               = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.keyfile                = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.max_version            = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.min_version            = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.ovs_bridge             = br-int {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.physnets               = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.region_name            = RegionOne {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.service_metadata_proxy = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.service_name           = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.service_type           = network {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.split_loggers          = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.status_code_retries    = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.status_code_retry_delay = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.timeout                = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] neutron.version                = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] notifications.bdms_in_notifications = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] notifications.default_level    = INFO {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] notifications.notification_format = unversioned {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] notifications.notify_on_state_change = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] pci.alias                      = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] pci.device_spec                = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] pci.report_in_placement        = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.auth_section         = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.auth_type            = password {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.cafile               = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.certfile             = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.collect_timing       = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.connect_retries      = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.connect_retry_delay  = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.default_domain_id    = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.default_domain_name  = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.domain_id            = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.domain_name          = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.endpoint_override    = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.insecure             = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.keyfile              = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.max_version          = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.min_version          = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.password             = **** {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.project_domain_id    = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.project_domain_name  = Default {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.project_id           = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.project_name         = service {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.region_name          = RegionOne {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.service_name         = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.service_type         = placement {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.split_loggers        = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.status_code_retries  = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.status_code_retry_delay = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.system_scope         = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.timeout              = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.trust_id             = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.user_domain_id       = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.user_domain_name     = Default {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.user_id              = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.username             = placement {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] placement.version              = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] quota.cores                    = 20 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] quota.count_usage_from_placement = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] quota.injected_file_content_bytes = 10240 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] quota.injected_file_path_length = 255 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] quota.injected_files           = 5 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] quota.instances                = 10 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] quota.key_pairs                = 100 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] quota.metadata_items           = 128 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] quota.ram                      = 51200 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] quota.recheck_quota            = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] quota.server_group_members     = 10 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] quota.server_groups            = 10 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] rdp.enabled                    = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] scheduler.image_metadata_prefilter = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] scheduler.max_attempts         = 3 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] scheduler.max_placement_results = 1000 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] scheduler.query_placement_for_image_type_support = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] scheduler.workers              = 3 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] filter_scheduler.host_subset_size = 1 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] filter_scheduler.isolated_hosts = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] filter_scheduler.isolated_images = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] filter_scheduler.pci_in_placement = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] filter_scheduler.track_instance_changes = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] metrics.required               = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] metrics.weight_multiplier      = 1.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] metrics.weight_setting         = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] serial_console.enabled         = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] serial_console.port_range      = 10000:20000 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] serial_console.serialproxy_port = 6083 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] service_user.auth_section      = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] service_user.auth_type         = password {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] service_user.cafile            = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] service_user.certfile          = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] service_user.collect_timing    = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] service_user.insecure          = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] service_user.keyfile           = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] service_user.send_service_user_token = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] service_user.split_loggers     = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] service_user.timeout           = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] spice.agent_enabled            = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] spice.enabled                  = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] spice.html5proxy_port          = 6082 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] spice.image_compression        = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] spice.jpeg_compression         = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] spice.playback_compression     = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] spice.server_listen            = 127.0.0.1 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] spice.streaming_mode           = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] spice.zlib_compression         = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] upgrade_levels.baseapi         = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] upgrade_levels.cert            = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] upgrade_levels.compute         = auto {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] upgrade_levels.conductor       = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] upgrade_levels.scheduler       = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vendordata_dynamic_auth.auth_section = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vendordata_dynamic_auth.auth_type = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vendordata_dynamic_auth.cafile = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vendordata_dynamic_auth.certfile = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vendordata_dynamic_auth.insecure = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vendordata_dynamic_auth.keyfile = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vendordata_dynamic_auth.timeout = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vmware.api_retry_count         = 10 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vmware.ca_file                 = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vmware.cache_prefix            = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vmware.cluster_name            = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vmware.connection_pool_size    = 10 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vmware.console_delay_seconds   = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vmware.datastore_regex         = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vmware.host_ip                 = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vmware.host_password           = **** {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vmware.host_port               = 443 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vmware.host_username           = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vmware.insecure                = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vmware.integration_bridge      = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vmware.maximum_objects         = 100 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vmware.pbm_default_policy      = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vmware.pbm_enabled             = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vmware.pbm_wsdl_location       = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vmware.serial_port_proxy_uri   = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vmware.serial_port_service_uri = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vmware.task_poll_interval      = 0.5 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vmware.use_linked_clone        = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vmware.vnc_keymap              = en-us {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vmware.vnc_port                = 5900 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vmware.vnc_port_total          = 10000 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vnc.auth_schemes               = ['none'] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vnc.enabled                    = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vnc.novncproxy_port            = 6080 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vnc.server_listen              = 0.0.0.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vnc.vencrypt_ca_certs          = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vnc.vencrypt_client_cert       = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vnc.vencrypt_client_key        = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] workarounds.disable_group_policy_check_upcall = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] workarounds.disable_rootwrap   = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] workarounds.enable_numa_live_migration = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] workarounds.libvirt_disable_apic = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] wsgi.client_socket_timeout     = 900 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] wsgi.default_pool_size         = 1000 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] wsgi.keep_alive                = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] wsgi.max_header_line           = 16384 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] wsgi.secure_proxy_ssl_header   = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] wsgi.ssl_ca_file               = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] wsgi.ssl_cert_file             = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] wsgi.ssl_key_file              = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] wsgi.tcp_keepidle              = 600 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] zvm.ca_file                    = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] zvm.cloud_connector_url        = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] zvm.reachable_timeout          = 300 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_policy.enforce_new_defaults = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_policy.enforce_scope      = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_policy.policy_default_rule = default {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_policy.policy_file        = policy.yaml {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] profiler.connection_string     = messaging:// {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] profiler.enabled               = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] profiler.es_doc_type           = notification {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] profiler.es_scroll_size        = 10000 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] profiler.es_scroll_time        = 2m {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] profiler.filter_error_trace    = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] profiler.hmac_keys             = **** {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] profiler.sentinel_service_name = mymaster {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] profiler.socket_timeout        = 0.1 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] profiler.trace_requests        = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] profiler.trace_sqlalchemy      = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] profiler_jaeger.process_tags   = {} {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] profiler_jaeger.service_name_prefix = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] profiler_otlp.service_name_prefix = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] remote_debug.host              = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] remote_debug.port              = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.ssl      = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_notifications.retry = -1 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_messaging_notifications.transport_url = **** {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_limit.auth_section        = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_limit.auth_type           = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_limit.cafile              = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_limit.certfile            = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_limit.collect_timing      = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_limit.connect_retries     = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_limit.connect_retry_delay = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_limit.endpoint_id         = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_limit.endpoint_override   = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_limit.insecure            = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_limit.keyfile             = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_limit.max_version         = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_limit.min_version         = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_limit.region_name         = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_limit.service_name        = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_limit.service_type        = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_limit.split_loggers       = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_limit.status_code_retries = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_limit.status_code_retry_delay = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_limit.timeout             = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_limit.valid_interfaces    = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_limit.version             = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_reports.file_event_handler = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] oslo_reports.log_dir           = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vif_plug_ovs_privileged.group  = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] vif_plug_ovs_privileged.user   = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] os_vif_linux_bridge.flat_interface = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] os_vif_ovs.isolate_vif         = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] os_vif_ovs.ovsdb_interface     = native {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] os_vif_ovs.per_port_bridge     = False {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] os_brick.lock_path             = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] privsep_osbrick.capabilities   = [21] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] privsep_osbrick.group          = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] privsep_osbrick.helper_command = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] privsep_osbrick.thread_pool_size = 12 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] privsep_osbrick.user           = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] nova_sys_admin.group           = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] nova_sys_admin.helper_command  = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] nova_sys_admin.thread_pool_size = 12 {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] nova_sys_admin.user            = None {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG oslo_service.service [None req-390866ab-0420-4e24-85a3-898298cbb312 None None] ******************************************************************************** {{(pid=74922) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Oct 30 05:38:20 user nova-compute[74922]: INFO nova.service [-] Starting compute node (version 0.0.0)
Oct 30 05:38:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Connecting to libvirt: qemu:///system {{(pid=74922) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:506}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7f824d1ea4d0> {{(pid=74922) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:512}}
Oct 30 05:38:20 user nova-compute[74922]: libvirt:  error : internal error: could not initialize domain event timer
Oct 30 05:38:20 user nova-compute[74922]: WARNING nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Oct 30 05:38:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7f824d1ea4d0> {{(pid=74922) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:533}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Starting native event thread {{(pid=74922) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:492}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Starting green dispatch thread {{(pid=74922) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:498}}
Oct 30 05:38:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Starting connection event dispatch thread {{(pid=74922) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:501}}
Oct 30 05:38:20 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Connection event '1' reason 'None'
Oct 30 05:38:20 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 30 05:38:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.mount [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Initialising _HostMountState generation 0 {{(pid=74922) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Oct 30 05:38:27 user nova-compute[74922]: INFO nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Libvirt host capabilities <capabilities>
Oct 30 05:38:27 user nova-compute[74922]:   <host>
Oct 30 05:38:27 user nova-compute[74922]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Oct 30 05:38:27 user nova-compute[74922]:     <cpu>
Oct 30 05:38:27 user nova-compute[74922]:       <arch>x86_64</arch>
Oct 30 05:38:27 user nova-compute[74922]:       <model>IvyBridge-IBRS</model>
Oct 30 05:38:27 user nova-compute[74922]:       <vendor>Intel</vendor>
Oct 30 05:38:27 user nova-compute[74922]:       <microcode version='1070'/>
Oct 30 05:38:27 user nova-compute[74922]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Oct 30 05:38:27 user nova-compute[74922]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Oct 30 05:38:27 user nova-compute[74922]:       <feature name='ss'/>
Oct 30 05:38:27 user nova-compute[74922]:       <feature name='vmx'/>
Oct 30 05:38:27 user nova-compute[74922]:       <feature name='pcid'/>
Oct 30 05:38:27 user nova-compute[74922]:       <feature name='osxsave'/>
Oct 30 05:38:27 user nova-compute[74922]:       <feature name='hypervisor'/>
Oct 30 05:38:27 user nova-compute[74922]:       <feature name='arat'/>
Oct 30 05:38:27 user nova-compute[74922]:       <feature name='tsc_adjust'/>
Oct 30 05:38:27 user nova-compute[74922]:       <feature name='md-clear'/>
Oct 30 05:38:27 user nova-compute[74922]:       <feature name='stibp'/>
Oct 30 05:38:27 user nova-compute[74922]:       <feature name='arch-capabilities'/>
Oct 30 05:38:27 user nova-compute[74922]:       <feature name='ssbd'/>
Oct 30 05:38:27 user nova-compute[74922]:       <feature name='invtsc'/>
Oct 30 05:38:27 user nova-compute[74922]:       <feature name='rsba'/>
Oct 30 05:38:27 user nova-compute[74922]:       <feature name='skip-l1dfl-vmentry'/>
Oct 30 05:38:27 user nova-compute[74922]:       <pages unit='KiB' size='4'/>
Oct 30 05:38:27 user nova-compute[74922]:       <pages unit='KiB' size='2048'/>
Oct 30 05:38:27 user nova-compute[74922]:     </cpu>
Oct 30 05:38:27 user nova-compute[74922]:     <power_management>
Oct 30 05:38:27 user nova-compute[74922]:       <suspend_mem/>
Oct 30 05:38:27 user nova-compute[74922]:       <suspend_disk/>
Oct 30 05:38:27 user nova-compute[74922]:       <suspend_hybrid/>
Oct 30 05:38:27 user nova-compute[74922]:     </power_management>
Oct 30 05:38:27 user nova-compute[74922]:     <iommu support='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     <migration_features>
Oct 30 05:38:27 user nova-compute[74922]:       <live/>
Oct 30 05:38:27 user nova-compute[74922]:       <uri_transports>
Oct 30 05:38:27 user nova-compute[74922]:         <uri_transport>tcp</uri_transport>
Oct 30 05:38:27 user nova-compute[74922]:         <uri_transport>rdma</uri_transport>
Oct 30 05:38:27 user nova-compute[74922]:       </uri_transports>
Oct 30 05:38:27 user nova-compute[74922]:     </migration_features>
Oct 30 05:38:27 user nova-compute[74922]:     <topology>
Oct 30 05:38:27 user nova-compute[74922]:       <cells num='2'>
Oct 30 05:38:27 user nova-compute[74922]:         <cell id='0'>
Oct 30 05:38:27 user nova-compute[74922]:           <memory unit='KiB'>8140616</memory>
Oct 30 05:38:27 user nova-compute[74922]:           <pages unit='KiB' size='4'>2035154</pages>
Oct 30 05:38:27 user nova-compute[74922]:           <pages unit='KiB' size='2048'>0</pages>
Oct 30 05:38:27 user nova-compute[74922]:           <distances>
Oct 30 05:38:27 user nova-compute[74922]:             <sibling id='0' value='10'/>
Oct 30 05:38:27 user nova-compute[74922]:             <sibling id='1' value='20'/>
Oct 30 05:38:27 user nova-compute[74922]:           </distances>
Oct 30 05:38:27 user nova-compute[74922]:           <cpus num='6'>
Oct 30 05:38:27 user nova-compute[74922]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Oct 30 05:38:27 user nova-compute[74922]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Oct 30 05:38:27 user nova-compute[74922]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Oct 30 05:38:27 user nova-compute[74922]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Oct 30 05:38:27 user nova-compute[74922]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Oct 30 05:38:27 user nova-compute[74922]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Oct 30 05:38:27 user nova-compute[74922]:           </cpus>
Oct 30 05:38:27 user nova-compute[74922]:         </cell>
Oct 30 05:38:27 user nova-compute[74922]:         <cell id='1'>
Oct 30 05:38:27 user nova-compute[74922]:           <memory unit='KiB'>8255068</memory>
Oct 30 05:38:27 user nova-compute[74922]:           <pages unit='KiB' size='4'>2063767</pages>
Oct 30 05:38:27 user nova-compute[74922]:           <pages unit='KiB' size='2048'>0</pages>
Oct 30 05:38:27 user nova-compute[74922]:           <distances>
Oct 30 05:38:27 user nova-compute[74922]:             <sibling id='0' value='20'/>
Oct 30 05:38:27 user nova-compute[74922]:             <sibling id='1' value='10'/>
Oct 30 05:38:27 user nova-compute[74922]:           </distances>
Oct 30 05:38:27 user nova-compute[74922]:           <cpus num='6'>
Oct 30 05:38:27 user nova-compute[74922]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Oct 30 05:38:27 user nova-compute[74922]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Oct 30 05:38:27 user nova-compute[74922]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Oct 30 05:38:27 user nova-compute[74922]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Oct 30 05:38:27 user nova-compute[74922]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Oct 30 05:38:27 user nova-compute[74922]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Oct 30 05:38:27 user nova-compute[74922]:           </cpus>
Oct 30 05:38:27 user nova-compute[74922]:         </cell>
Oct 30 05:38:27 user nova-compute[74922]:       </cells>
Oct 30 05:38:27 user nova-compute[74922]:     </topology>
Oct 30 05:38:27 user nova-compute[74922]:     <cache>
Oct 30 05:38:27 user nova-compute[74922]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Oct 30 05:38:27 user nova-compute[74922]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Oct 30 05:38:27 user nova-compute[74922]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Oct 30 05:38:27 user nova-compute[74922]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Oct 30 05:38:27 user nova-compute[74922]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Oct 30 05:38:27 user nova-compute[74922]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Oct 30 05:38:27 user nova-compute[74922]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Oct 30 05:38:27 user nova-compute[74922]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Oct 30 05:38:27 user nova-compute[74922]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Oct 30 05:38:27 user nova-compute[74922]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Oct 30 05:38:27 user nova-compute[74922]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Oct 30 05:38:27 user nova-compute[74922]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Oct 30 05:38:27 user nova-compute[74922]:     </cache>
Oct 30 05:38:27 user nova-compute[74922]:     <secmodel>
Oct 30 05:38:27 user nova-compute[74922]:       <model>apparmor</model>
Oct 30 05:38:27 user nova-compute[74922]:       <doi>0</doi>
Oct 30 05:38:27 user nova-compute[74922]:     </secmodel>
Oct 30 05:38:27 user nova-compute[74922]:     <secmodel>
Oct 30 05:38:27 user nova-compute[74922]:       <model>dac</model>
Oct 30 05:38:27 user nova-compute[74922]:       <doi>0</doi>
Oct 30 05:38:27 user nova-compute[74922]:       <baselabel type='kvm'>+64055:+108</baselabel>
Oct 30 05:38:27 user nova-compute[74922]:       <baselabel type='qemu'>+64055:+108</baselabel>
Oct 30 05:38:27 user nova-compute[74922]:     </secmodel>
Oct 30 05:38:27 user nova-compute[74922]:   </host>
Oct 30 05:38:27 user nova-compute[74922]:   <guest>
Oct 30 05:38:27 user nova-compute[74922]:     <os_type>hvm</os_type>
Oct 30 05:38:27 user nova-compute[74922]:     <arch name='alpha'>
Oct 30 05:38:27 user nova-compute[74922]:       <wordsize>64</wordsize>
Oct 30 05:38:27 user nova-compute[74922]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>clipper</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='qemu'/>
Oct 30 05:38:27 user nova-compute[74922]:     </arch>
Oct 30 05:38:27 user nova-compute[74922]:     <features>
Oct 30 05:38:27 user nova-compute[74922]:       <cpuselection/>
Oct 30 05:38:27 user nova-compute[74922]:       <deviceboot/>
Oct 30 05:38:27 user nova-compute[74922]:       <disksnapshot default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     </features>
Oct 30 05:38:27 user nova-compute[74922]:   </guest>
Oct 30 05:38:27 user nova-compute[74922]:   <guest>
Oct 30 05:38:27 user nova-compute[74922]:     <os_type>hvm</os_type>
Oct 30 05:38:27 user nova-compute[74922]:     <arch name='armv6l'>
Oct 30 05:38:27 user nova-compute[74922]:       <wordsize>32</wordsize>
Oct 30 05:38:27 user nova-compute[74922]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>integratorcp</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>borzoi</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>spitz</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>nuri</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>musca-b1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>versatileab</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>kzm</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>musca-a</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>smdkc210</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>sx1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>z2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>tosa</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>sabrelite</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>realview-eb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>n810</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>n800</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>versatilepb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>terrier</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mainstone</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>midway</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>musicpal</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>microbit</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>cubieboard</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>verdex</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>netduino2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>raspi2b</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>cheetah</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>highbank</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>akita</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>connex</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>collie</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>raspi0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='qemu'/>
Oct 30 05:38:27 user nova-compute[74922]:     </arch>
Oct 30 05:38:27 user nova-compute[74922]:     <features>
Oct 30 05:38:27 user nova-compute[74922]:       <cpuselection/>
Oct 30 05:38:27 user nova-compute[74922]:       <deviceboot/>
Oct 30 05:38:27 user nova-compute[74922]:       <disksnapshot default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     </features>
Oct 30 05:38:27 user nova-compute[74922]:   </guest>
Oct 30 05:38:27 user nova-compute[74922]:   <guest>
Oct 30 05:38:27 user nova-compute[74922]:     <os_type>hvm</os_type>
Oct 30 05:38:27 user nova-compute[74922]:     <arch name='armv7l'>
Oct 30 05:38:27 user nova-compute[74922]:       <wordsize>32</wordsize>
Oct 30 05:38:27 user nova-compute[74922]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>integratorcp</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>borzoi</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>spitz</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>nuri</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>musca-b1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>versatileab</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>kzm</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>musca-a</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>smdkc210</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>sx1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>z2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>tosa</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>sabrelite</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>realview-eb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>n810</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>n800</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>versatilepb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>terrier</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mainstone</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>midway</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>musicpal</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>microbit</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>cubieboard</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>verdex</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>netduino2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>raspi2b</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>cheetah</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>highbank</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>akita</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>connex</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>collie</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>raspi0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='qemu'/>
Oct 30 05:38:27 user nova-compute[74922]:     </arch>
Oct 30 05:38:27 user nova-compute[74922]:     <features>
Oct 30 05:38:27 user nova-compute[74922]:       <cpuselection/>
Oct 30 05:38:27 user nova-compute[74922]:       <deviceboot/>
Oct 30 05:38:27 user nova-compute[74922]:       <disksnapshot default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     </features>
Oct 30 05:38:27 user nova-compute[74922]:   </guest>
Oct 30 05:38:27 user nova-compute[74922]:   <guest>
Oct 30 05:38:27 user nova-compute[74922]:     <os_type>hvm</os_type>
Oct 30 05:38:27 user nova-compute[74922]:     <arch name='aarch64'>
Oct 30 05:38:27 user nova-compute[74922]:       <wordsize>64</wordsize>
Oct 30 05:38:27 user nova-compute[74922]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>integratorcp</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>borzoi</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>spitz</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>nuri</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>musca-b1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>versatileab</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>kzm</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>musca-a</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>smdkc210</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>sx1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>z2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>tosa</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>sabrelite</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>realview-eb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>sbsa-ref</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>n810</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>n800</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>versatilepb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>terrier</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mainstone</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>midway</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>musicpal</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>microbit</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>raspi3ap</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>cubieboard</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>verdex</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>netduino2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>raspi3b</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>raspi2b</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>cheetah</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>highbank</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>akita</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>connex</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>collie</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>raspi0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='qemu'/>
Oct 30 05:38:27 user nova-compute[74922]:     </arch>
Oct 30 05:38:27 user nova-compute[74922]:     <features>
Oct 30 05:38:27 user nova-compute[74922]:       <acpi default='on' toggle='yes'/>
Oct 30 05:38:27 user nova-compute[74922]:       <cpuselection/>
Oct 30 05:38:27 user nova-compute[74922]:       <deviceboot/>
Oct 30 05:38:27 user nova-compute[74922]:       <disksnapshot default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     </features>
Oct 30 05:38:27 user nova-compute[74922]:   </guest>
Oct 30 05:38:27 user nova-compute[74922]:   <guest>
Oct 30 05:38:27 user nova-compute[74922]:     <os_type>hvm</os_type>
Oct 30 05:38:27 user nova-compute[74922]:     <arch name='cris'>
Oct 30 05:38:27 user nova-compute[74922]:       <wordsize>32</wordsize>
Oct 30 05:38:27 user nova-compute[74922]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>axis-dev88</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='qemu'/>
Oct 30 05:38:27 user nova-compute[74922]:     </arch>
Oct 30 05:38:27 user nova-compute[74922]:     <features>
Oct 30 05:38:27 user nova-compute[74922]:       <cpuselection/>
Oct 30 05:38:27 user nova-compute[74922]:       <deviceboot/>
Oct 30 05:38:27 user nova-compute[74922]:       <disksnapshot default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     </features>
Oct 30 05:38:27 user nova-compute[74922]:   </guest>
Oct 30 05:38:27 user nova-compute[74922]:   <guest>
Oct 30 05:38:27 user nova-compute[74922]:     <os_type>hvm</os_type>
Oct 30 05:38:27 user nova-compute[74922]:     <arch name='i686'>
Oct 30 05:38:27 user nova-compute[74922]:       <wordsize>32</wordsize>
Oct 30 05:38:27 user nova-compute[74922]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>x-remote</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>isapc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>microvm</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='qemu'/>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='kvm'/>
Oct 30 05:38:27 user nova-compute[74922]:     </arch>
Oct 30 05:38:27 user nova-compute[74922]:     <features>
Oct 30 05:38:27 user nova-compute[74922]:       <pae/>
Oct 30 05:38:27 user nova-compute[74922]:       <nonpae/>
Oct 30 05:38:27 user nova-compute[74922]:       <acpi default='on' toggle='yes'/>
Oct 30 05:38:27 user nova-compute[74922]:       <apic default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:       <cpuselection/>
Oct 30 05:38:27 user nova-compute[74922]:       <deviceboot/>
Oct 30 05:38:27 user nova-compute[74922]:       <disksnapshot default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     </features>
Oct 30 05:38:27 user nova-compute[74922]:   </guest>
Oct 30 05:38:27 user nova-compute[74922]:   <guest>
Oct 30 05:38:27 user nova-compute[74922]:     <os_type>hvm</os_type>
Oct 30 05:38:27 user nova-compute[74922]:     <arch name='m68k'>
Oct 30 05:38:27 user nova-compute[74922]:       <wordsize>32</wordsize>
Oct 30 05:38:27 user nova-compute[74922]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mcf5208evb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>an5206</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>virt-6.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>q800</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>virt-6.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>next-cube</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>virt-6.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='qemu'/>
Oct 30 05:38:27 user nova-compute[74922]:     </arch>
Oct 30 05:38:27 user nova-compute[74922]:     <features>
Oct 30 05:38:27 user nova-compute[74922]:       <cpuselection/>
Oct 30 05:38:27 user nova-compute[74922]:       <deviceboot/>
Oct 30 05:38:27 user nova-compute[74922]:       <disksnapshot default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     </features>
Oct 30 05:38:27 user nova-compute[74922]:   </guest>
Oct 30 05:38:27 user nova-compute[74922]:   <guest>
Oct 30 05:38:27 user nova-compute[74922]:     <os_type>hvm</os_type>
Oct 30 05:38:27 user nova-compute[74922]:     <arch name='microblaze'>
Oct 30 05:38:27 user nova-compute[74922]:       <wordsize>32</wordsize>
Oct 30 05:38:27 user nova-compute[74922]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='qemu'/>
Oct 30 05:38:27 user nova-compute[74922]:     </arch>
Oct 30 05:38:27 user nova-compute[74922]:     <features>
Oct 30 05:38:27 user nova-compute[74922]:       <cpuselection/>
Oct 30 05:38:27 user nova-compute[74922]:       <deviceboot/>
Oct 30 05:38:27 user nova-compute[74922]:       <disksnapshot default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     </features>
Oct 30 05:38:27 user nova-compute[74922]:   </guest>
Oct 30 05:38:27 user nova-compute[74922]:   <guest>
Oct 30 05:38:27 user nova-compute[74922]:     <os_type>hvm</os_type>
Oct 30 05:38:27 user nova-compute[74922]:     <arch name='microblazeel'>
Oct 30 05:38:27 user nova-compute[74922]:       <wordsize>32</wordsize>
Oct 30 05:38:27 user nova-compute[74922]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='qemu'/>
Oct 30 05:38:27 user nova-compute[74922]:     </arch>
Oct 30 05:38:27 user nova-compute[74922]:     <features>
Oct 30 05:38:27 user nova-compute[74922]:       <cpuselection/>
Oct 30 05:38:27 user nova-compute[74922]:       <deviceboot/>
Oct 30 05:38:27 user nova-compute[74922]:       <disksnapshot default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     </features>
Oct 30 05:38:27 user nova-compute[74922]:   </guest>
Oct 30 05:38:27 user nova-compute[74922]:   <guest>
Oct 30 05:38:27 user nova-compute[74922]:     <os_type>hvm</os_type>
Oct 30 05:38:27 user nova-compute[74922]:     <arch name='mips'>
Oct 30 05:38:27 user nova-compute[74922]:       <wordsize>32</wordsize>
Oct 30 05:38:27 user nova-compute[74922]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='16'>malta</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mipssim</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='qemu'/>
Oct 30 05:38:27 user nova-compute[74922]:     </arch>
Oct 30 05:38:27 user nova-compute[74922]:     <features>
Oct 30 05:38:27 user nova-compute[74922]:       <cpuselection/>
Oct 30 05:38:27 user nova-compute[74922]:       <deviceboot/>
Oct 30 05:38:27 user nova-compute[74922]:       <disksnapshot default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     </features>
Oct 30 05:38:27 user nova-compute[74922]:   </guest>
Oct 30 05:38:27 user nova-compute[74922]:   <guest>
Oct 30 05:38:27 user nova-compute[74922]:     <os_type>hvm</os_type>
Oct 30 05:38:27 user nova-compute[74922]:     <arch name='mipsel'>
Oct 30 05:38:27 user nova-compute[74922]:       <wordsize>32</wordsize>
Oct 30 05:38:27 user nova-compute[74922]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='16'>malta</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mipssim</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='qemu'/>
Oct 30 05:38:27 user nova-compute[74922]:     </arch>
Oct 30 05:38:27 user nova-compute[74922]:     <features>
Oct 30 05:38:27 user nova-compute[74922]:       <cpuselection/>
Oct 30 05:38:27 user nova-compute[74922]:       <deviceboot/>
Oct 30 05:38:27 user nova-compute[74922]:       <disksnapshot default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     </features>
Oct 30 05:38:27 user nova-compute[74922]:   </guest>
Oct 30 05:38:27 user nova-compute[74922]:   <guest>
Oct 30 05:38:27 user nova-compute[74922]:     <os_type>hvm</os_type>
Oct 30 05:38:27 user nova-compute[74922]:     <arch name='mips64'>
Oct 30 05:38:27 user nova-compute[74922]:       <wordsize>64</wordsize>
Oct 30 05:38:27 user nova-compute[74922]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='16'>malta</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mipssim</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>pica61</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>magnum</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='qemu'/>
Oct 30 05:38:27 user nova-compute[74922]:     </arch>
Oct 30 05:38:27 user nova-compute[74922]:     <features>
Oct 30 05:38:27 user nova-compute[74922]:       <cpuselection/>
Oct 30 05:38:27 user nova-compute[74922]:       <deviceboot/>
Oct 30 05:38:27 user nova-compute[74922]:       <disksnapshot default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     </features>
Oct 30 05:38:27 user nova-compute[74922]:   </guest>
Oct 30 05:38:27 user nova-compute[74922]:   <guest>
Oct 30 05:38:27 user nova-compute[74922]:     <os_type>hvm</os_type>
Oct 30 05:38:27 user nova-compute[74922]:     <arch name='mips64el'>
Oct 30 05:38:27 user nova-compute[74922]:       <wordsize>64</wordsize>
Oct 30 05:38:27 user nova-compute[74922]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='16'>malta</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='16'>loongson3-virt</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mipssim</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>pica61</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>magnum</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='16'>boston</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>fuloong2e</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='qemu'/>
Oct 30 05:38:27 user nova-compute[74922]:     </arch>
Oct 30 05:38:27 user nova-compute[74922]:     <features>
Oct 30 05:38:27 user nova-compute[74922]:       <cpuselection/>
Oct 30 05:38:27 user nova-compute[74922]:       <deviceboot/>
Oct 30 05:38:27 user nova-compute[74922]:       <disksnapshot default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     </features>
Oct 30 05:38:27 user nova-compute[74922]:   </guest>
Oct 30 05:38:27 user nova-compute[74922]:   <guest>
Oct 30 05:38:27 user nova-compute[74922]:     <os_type>hvm</os_type>
Oct 30 05:38:27 user nova-compute[74922]:     <arch name='ppc'>
Oct 30 05:38:27 user nova-compute[74922]:       <wordsize>32</wordsize>
Oct 30 05:38:27 user nova-compute[74922]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>g3beige</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mac99</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='32'>ppce500</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>pegasos2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>sam460ex</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>bamboo</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>40p</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>ref405ep</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>taihu</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='qemu'/>
Oct 30 05:38:27 user nova-compute[74922]:     </arch>
Oct 30 05:38:27 user nova-compute[74922]:     <features>
Oct 30 05:38:27 user nova-compute[74922]:       <cpuselection/>
Oct 30 05:38:27 user nova-compute[74922]:       <deviceboot/>
Oct 30 05:38:27 user nova-compute[74922]:       <disksnapshot default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     </features>
Oct 30 05:38:27 user nova-compute[74922]:   </guest>
Oct 30 05:38:27 user nova-compute[74922]:   <guest>
Oct 30 05:38:27 user nova-compute[74922]:     <os_type>hvm</os_type>
Oct 30 05:38:27 user nova-compute[74922]:     <arch name='ppc64'>
Oct 30 05:38:27 user nova-compute[74922]:       <wordsize>64</wordsize>
Oct 30 05:38:27 user nova-compute[74922]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2048'>powernv9</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>taihu</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2048'>powernv10</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='32'>ppce500</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>40p</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>pegasos2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>bamboo</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>g3beige</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mac99</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>sam460ex</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>ref405ep</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2048'>powernv8</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='qemu'/>
Oct 30 05:38:27 user nova-compute[74922]:     </arch>
Oct 30 05:38:27 user nova-compute[74922]:     <features>
Oct 30 05:38:27 user nova-compute[74922]:       <cpuselection/>
Oct 30 05:38:27 user nova-compute[74922]:       <deviceboot/>
Oct 30 05:38:27 user nova-compute[74922]:       <disksnapshot default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     </features>
Oct 30 05:38:27 user nova-compute[74922]:   </guest>
Oct 30 05:38:27 user nova-compute[74922]:   <guest>
Oct 30 05:38:27 user nova-compute[74922]:     <os_type>hvm</os_type>
Oct 30 05:38:27 user nova-compute[74922]:     <arch name='ppc64le'>
Oct 30 05:38:27 user nova-compute[74922]:       <wordsize>64</wordsize>
Oct 30 05:38:27 user nova-compute[74922]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2048'>powernv9</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>taihu</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2048'>powernv10</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='32'>ppce500</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>40p</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>pegasos2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>bamboo</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>g3beige</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>mac99</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>sam460ex</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>ref405ep</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2048'>powernv8</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='qemu'/>
Oct 30 05:38:27 user nova-compute[74922]:     </arch>
Oct 30 05:38:27 user nova-compute[74922]:     <features>
Oct 30 05:38:27 user nova-compute[74922]:       <cpuselection/>
Oct 30 05:38:27 user nova-compute[74922]:       <deviceboot/>
Oct 30 05:38:27 user nova-compute[74922]:       <disksnapshot default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     </features>
Oct 30 05:38:27 user nova-compute[74922]:   </guest>
Oct 30 05:38:27 user nova-compute[74922]:   <guest>
Oct 30 05:38:27 user nova-compute[74922]:     <os_type>hvm</os_type>
Oct 30 05:38:27 user nova-compute[74922]:     <arch name='riscv32'>
Oct 30 05:38:27 user nova-compute[74922]:       <wordsize>32</wordsize>
Oct 30 05:38:27 user nova-compute[74922]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='8'>spike</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>opentitan</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='5'>sifive_u</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>sifive_e</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='8'>virt</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='qemu'/>
Oct 30 05:38:27 user nova-compute[74922]:     </arch>
Oct 30 05:38:27 user nova-compute[74922]:     <features>
Oct 30 05:38:27 user nova-compute[74922]:       <cpuselection/>
Oct 30 05:38:27 user nova-compute[74922]:       <deviceboot/>
Oct 30 05:38:27 user nova-compute[74922]:       <disksnapshot default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     </features>
Oct 30 05:38:27 user nova-compute[74922]:   </guest>
Oct 30 05:38:27 user nova-compute[74922]:   <guest>
Oct 30 05:38:27 user nova-compute[74922]:     <os_type>hvm</os_type>
Oct 30 05:38:27 user nova-compute[74922]:     <arch name='riscv64'>
Oct 30 05:38:27 user nova-compute[74922]:       <wordsize>64</wordsize>
Oct 30 05:38:27 user nova-compute[74922]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='8'>spike</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='5'>sifive_u</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>shakti_c</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>sifive_e</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='8'>virt</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='qemu'/>
Oct 30 05:38:27 user nova-compute[74922]:     </arch>
Oct 30 05:38:27 user nova-compute[74922]:     <features>
Oct 30 05:38:27 user nova-compute[74922]:       <cpuselection/>
Oct 30 05:38:27 user nova-compute[74922]:       <deviceboot/>
Oct 30 05:38:27 user nova-compute[74922]:       <disksnapshot default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     </features>
Oct 30 05:38:27 user nova-compute[74922]:   </guest>
Oct 30 05:38:27 user nova-compute[74922]:   <guest>
Oct 30 05:38:27 user nova-compute[74922]:     <os_type>hvm</os_type>
Oct 30 05:38:27 user nova-compute[74922]:     <arch name='s390x'>
Oct 30 05:38:27 user nova-compute[74922]:       <wordsize>64</wordsize>
Oct 30 05:38:27 user nova-compute[74922]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='qemu'/>
Oct 30 05:38:27 user nova-compute[74922]:     </arch>
Oct 30 05:38:27 user nova-compute[74922]:     <features>
Oct 30 05:38:27 user nova-compute[74922]:       <cpuselection/>
Oct 30 05:38:27 user nova-compute[74922]:       <deviceboot/>
Oct 30 05:38:27 user nova-compute[74922]:       <disksnapshot default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     </features>
Oct 30 05:38:27 user nova-compute[74922]:   </guest>
Oct 30 05:38:27 user nova-compute[74922]:   <guest>
Oct 30 05:38:27 user nova-compute[74922]:     <os_type>hvm</os_type>
Oct 30 05:38:27 user nova-compute[74922]:     <arch name='sh4'>
Oct 30 05:38:27 user nova-compute[74922]:       <wordsize>32</wordsize>
Oct 30 05:38:27 user nova-compute[74922]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>shix</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>r2d</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='qemu'/>
Oct 30 05:38:27 user nova-compute[74922]:     </arch>
Oct 30 05:38:27 user nova-compute[74922]:     <features>
Oct 30 05:38:27 user nova-compute[74922]:       <cpuselection/>
Oct 30 05:38:27 user nova-compute[74922]:       <deviceboot/>
Oct 30 05:38:27 user nova-compute[74922]:       <disksnapshot default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     </features>
Oct 30 05:38:27 user nova-compute[74922]:   </guest>
Oct 30 05:38:27 user nova-compute[74922]:   <guest>
Oct 30 05:38:27 user nova-compute[74922]:     <os_type>hvm</os_type>
Oct 30 05:38:27 user nova-compute[74922]:     <arch name='sh4eb'>
Oct 30 05:38:27 user nova-compute[74922]:       <wordsize>64</wordsize>
Oct 30 05:38:27 user nova-compute[74922]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>shix</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>r2d</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='qemu'/>
Oct 30 05:38:27 user nova-compute[74922]:     </arch>
Oct 30 05:38:27 user nova-compute[74922]:     <features>
Oct 30 05:38:27 user nova-compute[74922]:       <cpuselection/>
Oct 30 05:38:27 user nova-compute[74922]:       <deviceboot/>
Oct 30 05:38:27 user nova-compute[74922]:       <disksnapshot default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     </features>
Oct 30 05:38:27 user nova-compute[74922]:   </guest>
Oct 30 05:38:27 user nova-compute[74922]:   <guest>
Oct 30 05:38:27 user nova-compute[74922]:     <os_type>hvm</os_type>
Oct 30 05:38:27 user nova-compute[74922]:     <arch name='sparc'>
Oct 30 05:38:27 user nova-compute[74922]:       <wordsize>32</wordsize>
Oct 30 05:38:27 user nova-compute[74922]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>SS-5</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>SS-20</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>LX</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>SPARCClassic</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>leon3_generic</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>SPARCbook</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>SS-4</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>SS-600MP</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>SS-10</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>Voyager</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='qemu'/>
Oct 30 05:38:27 user nova-compute[74922]:     </arch>
Oct 30 05:38:27 user nova-compute[74922]:     <features>
Oct 30 05:38:27 user nova-compute[74922]:       <cpuselection/>
Oct 30 05:38:27 user nova-compute[74922]:       <deviceboot/>
Oct 30 05:38:27 user nova-compute[74922]:       <disksnapshot default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     </features>
Oct 30 05:38:27 user nova-compute[74922]:   </guest>
Oct 30 05:38:27 user nova-compute[74922]:   <guest>
Oct 30 05:38:27 user nova-compute[74922]:     <os_type>hvm</os_type>
Oct 30 05:38:27 user nova-compute[74922]:     <arch name='sparc64'>
Oct 30 05:38:27 user nova-compute[74922]:       <wordsize>64</wordsize>
Oct 30 05:38:27 user nova-compute[74922]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>sun4u</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>niagara</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>sun4v</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='qemu'/>
Oct 30 05:38:27 user nova-compute[74922]:     </arch>
Oct 30 05:38:27 user nova-compute[74922]:     <features>
Oct 30 05:38:27 user nova-compute[74922]:       <cpuselection/>
Oct 30 05:38:27 user nova-compute[74922]:       <deviceboot/>
Oct 30 05:38:27 user nova-compute[74922]:       <disksnapshot default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     </features>
Oct 30 05:38:27 user nova-compute[74922]:   </guest>
Oct 30 05:38:27 user nova-compute[74922]:   <guest>
Oct 30 05:38:27 user nova-compute[74922]:     <os_type>hvm</os_type>
Oct 30 05:38:27 user nova-compute[74922]:     <arch name='x86_64'>
Oct 30 05:38:27 user nova-compute[74922]:       <wordsize>64</wordsize>
Oct 30 05:38:27 user nova-compute[74922]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>x-remote</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='1'>isapc</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>microvm</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='qemu'/>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='kvm'/>
Oct 30 05:38:27 user nova-compute[74922]:     </arch>
Oct 30 05:38:27 user nova-compute[74922]:     <features>
Oct 30 05:38:27 user nova-compute[74922]:       <acpi default='on' toggle='yes'/>
Oct 30 05:38:27 user nova-compute[74922]:       <apic default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:       <cpuselection/>
Oct 30 05:38:27 user nova-compute[74922]:       <deviceboot/>
Oct 30 05:38:27 user nova-compute[74922]:       <disksnapshot default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     </features>
Oct 30 05:38:27 user nova-compute[74922]:   </guest>
Oct 30 05:38:27 user nova-compute[74922]:   <guest>
Oct 30 05:38:27 user nova-compute[74922]:     <os_type>hvm</os_type>
Oct 30 05:38:27 user nova-compute[74922]:     <arch name='xtensa'>
Oct 30 05:38:27 user nova-compute[74922]:       <wordsize>32</wordsize>
Oct 30 05:38:27 user nova-compute[74922]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>sim</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='32'>kc705</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='32'>ml605</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='32'>virt</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='32'>lx200</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='32'>lx60</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='qemu'/>
Oct 30 05:38:27 user nova-compute[74922]:     </arch>
Oct 30 05:38:27 user nova-compute[74922]:     <features>
Oct 30 05:38:27 user nova-compute[74922]:       <cpuselection/>
Oct 30 05:38:27 user nova-compute[74922]:       <deviceboot/>
Oct 30 05:38:27 user nova-compute[74922]:       <disksnapshot default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     </features>
Oct 30 05:38:27 user nova-compute[74922]:   </guest>
Oct 30 05:38:27 user nova-compute[74922]:   <guest>
Oct 30 05:38:27 user nova-compute[74922]:     <os_type>hvm</os_type>
Oct 30 05:38:27 user nova-compute[74922]:     <arch name='xtensaeb'>
Oct 30 05:38:27 user nova-compute[74922]:       <wordsize>32</wordsize>
Oct 30 05:38:27 user nova-compute[74922]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='4'>sim</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='32'>kc705</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='32'>ml605</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='32'>virt</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='32'>lx200</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='32'>lx60</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 30 05:38:27 user nova-compute[74922]:       <domain type='qemu'/>
Oct 30 05:38:27 user nova-compute[74922]:     </arch>
Oct 30 05:38:27 user nova-compute[74922]:     <features>
Oct 30 05:38:27 user nova-compute[74922]:       <cpuselection/>
Oct 30 05:38:27 user nova-compute[74922]:       <deviceboot/>
Oct 30 05:38:27 user nova-compute[74922]:       <disksnapshot default='on' toggle='no'/>
Oct 30 05:38:27 user nova-compute[74922]:     </features>
Oct 30 05:38:27 user nova-compute[74922]:   </guest>
Oct 30 05:38:27 user nova-compute[74922]: </capabilities>
Oct 30 05:38:27 user nova-compute[74922]: 
Oct 30 05:38:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=74922) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 05:38:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=74922) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 05:38:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=74922) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 05:38:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=74922) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 05:38:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Getting domain capabilities for cris via machine types: {None} {{(pid=74922) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 05:38:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Getting domain capabilities for i686 via machine types: {'ubuntu', 'ubuntu-q35', 'q35', 'pc'} {{(pid=74922) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 05:38:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Oct 30 05:38:27 user nova-compute[74922]: <domainCapabilities>
Oct 30 05:38:27 user nova-compute[74922]:   <path>/usr/bin/qemu-system-i386</path>
Oct 30 05:38:27 user nova-compute[74922]:   <domain>kvm</domain>
Oct 30 05:38:27 user nova-compute[74922]:   <machine>pc-i440fx-jammy</machine>
Oct 30 05:38:27 user nova-compute[74922]:   <arch>i686</arch>
Oct 30 05:38:27 user nova-compute[74922]:   <vcpu max='255'/>
Oct 30 05:38:27 user nova-compute[74922]:   <iothreads supported='yes'/>
Oct 30 05:38:27 user nova-compute[74922]:   <os supported='yes'>
Oct 30 05:38:27 user nova-compute[74922]:     <enum name='firmware'/>
Oct 30 05:38:27 user nova-compute[74922]:     <loader supported='yes'>
Oct 30 05:38:27 user nova-compute[74922]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 30 05:38:27 user nova-compute[74922]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 30 05:38:27 user nova-compute[74922]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 30 05:38:27 user nova-compute[74922]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 30 05:38:27 user nova-compute[74922]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 30 05:38:27 user nova-compute[74922]:       <enum name='type'>
Oct 30 05:38:27 user nova-compute[74922]:         <value>rom</value>
Oct 30 05:38:27 user nova-compute[74922]:         <value>pflash</value>
Oct 30 05:38:27 user nova-compute[74922]:       </enum>
Oct 30 05:38:27 user nova-compute[74922]:       <enum name='readonly'>
Oct 30 05:38:27 user nova-compute[74922]:         <value>yes</value>
Oct 30 05:38:27 user nova-compute[74922]:         <value>no</value>
Oct 30 05:38:27 user nova-compute[74922]:       </enum>
Oct 30 05:38:27 user nova-compute[74922]:       <enum name='secure'>
Oct 30 05:38:27 user nova-compute[74922]:         <value>no</value>
Oct 30 05:38:27 user nova-compute[74922]:       </enum>
Oct 30 05:38:27 user nova-compute[74922]:     </loader>
Oct 30 05:38:27 user nova-compute[74922]:   </os>
Oct 30 05:38:27 user nova-compute[74922]:   <cpu>
Oct 30 05:38:27 user nova-compute[74922]:     <mode name='host-passthrough' supported='yes'>
Oct 30 05:38:27 user nova-compute[74922]:       <enum name='hostPassthroughMigratable'>
Oct 30 05:38:27 user nova-compute[74922]:         <value>off</value>
Oct 30 05:38:27 user nova-compute[74922]:       </enum>
Oct 30 05:38:27 user nova-compute[74922]:     </mode>
Oct 30 05:38:27 user nova-compute[74922]:     <mode name='maximum' supported='yes'>
Oct 30 05:38:27 user nova-compute[74922]:       <enum name='maximumMigratable'>
Oct 30 05:38:27 user nova-compute[74922]:         <value>on</value>
Oct 30 05:38:27 user nova-compute[74922]:         <value>off</value>
Oct 30 05:38:27 user nova-compute[74922]:       </enum>
Oct 30 05:38:27 user nova-compute[74922]:     </mode>
Oct 30 05:38:27 user nova-compute[74922]:     <mode name='host-model' supported='yes'>
Oct 30 05:38:27 user nova-compute[74922]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 30 05:38:27 user nova-compute[74922]:       <vendor>Intel</vendor>
Oct 30 05:38:27 user nova-compute[74922]:       <feature policy='require' name='ss'/>
Oct 30 05:38:27 user nova-compute[74922]:       <feature policy='require' name='vmx'/>
Oct 30 05:38:27 user nova-compute[74922]:       <feature policy='require' name='pcid'/>
Oct 30 05:38:27 user nova-compute[74922]:       <feature policy='require' name='hypervisor'/>
Oct 30 05:38:27 user nova-compute[74922]:       <feature policy='require' name='arat'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='tsc_adjust'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='umip'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='md-clear'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='stibp'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='arch-capabilities'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ssbd'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ibpb'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ibrs'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='amd-stibp'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='amd-ssbd'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='disable' name='erms'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='disable' name='xsaveopt'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='disable' name='lm'/>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='custom' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>qemu64</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>qemu32</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>phenom</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>pentium3</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>pentium2</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>pentium</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>n270</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>kvm64</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>kvm32</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>coreduo</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>core2duo</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>athlon</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Westmere-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Westmere</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Snowridge</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Server</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Client</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>SandyBridge</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Penryn</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G5</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G4</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G3</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G2</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G1</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Nehalem-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Nehalem</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>IvyBridge</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Icelake-Server</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC-Rome</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC-Milan</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC-IBPB</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Dhyana</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Cooperlake</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Conroe</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Cascadelake-Server</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>486</model>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:   </cpu>
Oct 30 05:38:28 user nova-compute[74922]:   <memoryBacking supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:     <enum name='sourceType'>
Oct 30 05:38:28 user nova-compute[74922]:       <value>file</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>anonymous</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>memfd</value>
Oct 30 05:38:28 user nova-compute[74922]:     </enum>
Oct 30 05:38:28 user nova-compute[74922]:   </memoryBacking>
Oct 30 05:38:28 user nova-compute[74922]:   <devices>
Oct 30 05:38:28 user nova-compute[74922]:     <disk supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='diskDevice'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>disk</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>cdrom</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>floppy</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>lun</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='bus'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>ide</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>fdc</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>scsi</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>usb</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>sata</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='model'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-non-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </disk>
Oct 30 05:38:28 user nova-compute[74922]:     <graphics supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='type'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>sdl</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>vnc</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>spice</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>egl-headless</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </graphics>
Oct 30 05:38:28 user nova-compute[74922]:     <video supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='modelType'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>vga</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>cirrus</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>vmvga</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>qxl</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>none</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>bochs</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>ramfb</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </video>
Oct 30 05:38:28 user nova-compute[74922]:     <hostdev supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='mode'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>subsystem</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='startupPolicy'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>default</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>mandatory</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>requisite</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>optional</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='subsysType'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>usb</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>pci</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>scsi</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='capsType'/>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='pciBackend'/>
Oct 30 05:38:28 user nova-compute[74922]:     </hostdev>
Oct 30 05:38:28 user nova-compute[74922]:     <rng supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='model'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-non-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='backendModel'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>random</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>egd</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>builtin</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </rng>
Oct 30 05:38:28 user nova-compute[74922]:     <filesystem supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='driverType'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>path</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>handle</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtiofs</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </filesystem>
Oct 30 05:38:28 user nova-compute[74922]:     <tpm supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='model'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>tpm-tis</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>tpm-crb</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='backendModel'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>passthrough</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>emulator</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </tpm>
Oct 30 05:38:28 user nova-compute[74922]:   </devices>
Oct 30 05:38:28 user nova-compute[74922]:   <features>
Oct 30 05:38:28 user nova-compute[74922]:     <gic supported='no'/>
Oct 30 05:38:28 user nova-compute[74922]:     <vmcoreinfo supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <genid supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <backingStoreInput supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <backup supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <sev supported='no'/>
Oct 30 05:38:28 user nova-compute[74922]:   </features>
Oct 30 05:38:28 user nova-compute[74922]: </domainCapabilities>
Oct 30 05:38:28 user nova-compute[74922]:  {{(pid=74922) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Oct 30 05:38:28 user nova-compute[74922]: <domainCapabilities>
Oct 30 05:38:28 user nova-compute[74922]:   <path>/usr/bin/qemu-system-i386</path>
Oct 30 05:38:28 user nova-compute[74922]:   <domain>kvm</domain>
Oct 30 05:38:28 user nova-compute[74922]:   <machine>pc-q35-jammy</machine>
Oct 30 05:38:28 user nova-compute[74922]:   <arch>i686</arch>
Oct 30 05:38:28 user nova-compute[74922]:   <vcpu max='288'/>
Oct 30 05:38:28 user nova-compute[74922]:   <iothreads supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:   <os supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:     <enum name='firmware'/>
Oct 30 05:38:28 user nova-compute[74922]:     <loader supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='type'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>rom</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>pflash</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='readonly'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>yes</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>no</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='secure'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>no</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </loader>
Oct 30 05:38:28 user nova-compute[74922]:   </os>
Oct 30 05:38:28 user nova-compute[74922]:   <cpu>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='host-passthrough' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='hostPassthroughMigratable'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>off</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='maximum' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='maximumMigratable'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>on</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>off</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='host-model' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <vendor>Intel</vendor>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ss'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='vmx'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='pcid'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='hypervisor'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='arat'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='tsc_adjust'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='umip'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='md-clear'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='stibp'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='arch-capabilities'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ssbd'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ibpb'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ibrs'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='amd-stibp'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='amd-ssbd'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='disable' name='erms'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='disable' name='xsaveopt'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='disable' name='lm'/>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='custom' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>qemu64</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>qemu32</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>phenom</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>pentium3</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>pentium2</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>pentium</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>n270</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>kvm64</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>kvm32</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>coreduo</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>core2duo</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>athlon</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Westmere-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Westmere</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Snowridge</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Server</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Client</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>SandyBridge</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Penryn</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G5</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G4</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G3</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G2</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G1</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Nehalem-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Nehalem</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>IvyBridge</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Icelake-Server</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC-Rome</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC-Milan</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC-IBPB</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Dhyana</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Cooperlake</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Conroe</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Cascadelake-Server</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>486</model>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:   </cpu>
Oct 30 05:38:28 user nova-compute[74922]:   <memoryBacking supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:     <enum name='sourceType'>
Oct 30 05:38:28 user nova-compute[74922]:       <value>file</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>anonymous</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>memfd</value>
Oct 30 05:38:28 user nova-compute[74922]:     </enum>
Oct 30 05:38:28 user nova-compute[74922]:   </memoryBacking>
Oct 30 05:38:28 user nova-compute[74922]:   <devices>
Oct 30 05:38:28 user nova-compute[74922]:     <disk supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='diskDevice'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>disk</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>cdrom</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>floppy</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>lun</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='bus'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>fdc</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>scsi</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>usb</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>sata</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='model'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-non-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </disk>
Oct 30 05:38:28 user nova-compute[74922]:     <graphics supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='type'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>sdl</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>vnc</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>spice</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>egl-headless</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </graphics>
Oct 30 05:38:28 user nova-compute[74922]:     <video supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='modelType'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>vga</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>cirrus</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>vmvga</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>qxl</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>none</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>bochs</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>ramfb</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </video>
Oct 30 05:38:28 user nova-compute[74922]:     <hostdev supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='mode'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>subsystem</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='startupPolicy'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>default</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>mandatory</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>requisite</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>optional</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='subsysType'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>usb</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>pci</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>scsi</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='capsType'/>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='pciBackend'/>
Oct 30 05:38:28 user nova-compute[74922]:     </hostdev>
Oct 30 05:38:28 user nova-compute[74922]:     <rng supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='model'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-non-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='backendModel'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>random</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>egd</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>builtin</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </rng>
Oct 30 05:38:28 user nova-compute[74922]:     <filesystem supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='driverType'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>path</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>handle</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtiofs</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </filesystem>
Oct 30 05:38:28 user nova-compute[74922]:     <tpm supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='model'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>tpm-tis</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>tpm-crb</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='backendModel'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>passthrough</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>emulator</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </tpm>
Oct 30 05:38:28 user nova-compute[74922]:   </devices>
Oct 30 05:38:28 user nova-compute[74922]:   <features>
Oct 30 05:38:28 user nova-compute[74922]:     <gic supported='no'/>
Oct 30 05:38:28 user nova-compute[74922]:     <vmcoreinfo supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <genid supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <backingStoreInput supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <backup supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <sev supported='no'/>
Oct 30 05:38:28 user nova-compute[74922]:   </features>
Oct 30 05:38:28 user nova-compute[74922]: </domainCapabilities>
Oct 30 05:38:28 user nova-compute[74922]:  {{(pid=74922) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Oct 30 05:38:28 user nova-compute[74922]: <domainCapabilities>
Oct 30 05:38:28 user nova-compute[74922]:   <path>/usr/bin/qemu-system-i386</path>
Oct 30 05:38:28 user nova-compute[74922]:   <domain>kvm</domain>
Oct 30 05:38:28 user nova-compute[74922]:   <machine>pc-q35-6.2</machine>
Oct 30 05:38:28 user nova-compute[74922]:   <arch>i686</arch>
Oct 30 05:38:28 user nova-compute[74922]:   <vcpu max='288'/>
Oct 30 05:38:28 user nova-compute[74922]:   <iothreads supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:   <os supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:     <enum name='firmware'/>
Oct 30 05:38:28 user nova-compute[74922]:     <loader supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='type'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>rom</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>pflash</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='readonly'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>yes</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>no</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='secure'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>no</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </loader>
Oct 30 05:38:28 user nova-compute[74922]:   </os>
Oct 30 05:38:28 user nova-compute[74922]:   <cpu>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='host-passthrough' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='hostPassthroughMigratable'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>off</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='maximum' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='maximumMigratable'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>on</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>off</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='host-model' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <vendor>Intel</vendor>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ss'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='vmx'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='pcid'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='hypervisor'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='arat'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='tsc_adjust'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='umip'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='md-clear'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='stibp'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='arch-capabilities'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ssbd'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ibpb'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ibrs'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='amd-stibp'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='amd-ssbd'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='disable' name='erms'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='disable' name='xsaveopt'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='disable' name='lm'/>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='custom' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>qemu64</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>qemu32</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>phenom</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>pentium3</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>pentium2</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>pentium</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>n270</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>kvm64</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>kvm32</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>coreduo</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>core2duo</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>athlon</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Westmere-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Westmere</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Snowridge</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Server</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Client</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>SandyBridge</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Penryn</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G5</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G4</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G3</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G2</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G1</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Nehalem-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Nehalem</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>IvyBridge</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Icelake-Server</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC-Rome</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC-Milan</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC-IBPB</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Dhyana</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Cooperlake</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Conroe</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Cascadelake-Server</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>486</model>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:   </cpu>
Oct 30 05:38:28 user nova-compute[74922]:   <memoryBacking supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:     <enum name='sourceType'>
Oct 30 05:38:28 user nova-compute[74922]:       <value>file</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>anonymous</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>memfd</value>
Oct 30 05:38:28 user nova-compute[74922]:     </enum>
Oct 30 05:38:28 user nova-compute[74922]:   </memoryBacking>
Oct 30 05:38:28 user nova-compute[74922]:   <devices>
Oct 30 05:38:28 user nova-compute[74922]:     <disk supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='diskDevice'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>disk</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>cdrom</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>floppy</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>lun</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='bus'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>fdc</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>scsi</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>usb</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>sata</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='model'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-non-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </disk>
Oct 30 05:38:28 user nova-compute[74922]:     <graphics supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='type'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>sdl</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>vnc</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>spice</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>egl-headless</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </graphics>
Oct 30 05:38:28 user nova-compute[74922]:     <video supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='modelType'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>vga</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>cirrus</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>vmvga</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>qxl</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>none</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>bochs</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>ramfb</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </video>
Oct 30 05:38:28 user nova-compute[74922]:     <hostdev supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='mode'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>subsystem</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='startupPolicy'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>default</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>mandatory</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>requisite</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>optional</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='subsysType'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>usb</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>pci</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>scsi</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='capsType'/>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='pciBackend'/>
Oct 30 05:38:28 user nova-compute[74922]:     </hostdev>
Oct 30 05:38:28 user nova-compute[74922]:     <rng supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='model'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-non-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='backendModel'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>random</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>egd</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>builtin</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </rng>
Oct 30 05:38:28 user nova-compute[74922]:     <filesystem supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='driverType'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>path</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>handle</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtiofs</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </filesystem>
Oct 30 05:38:28 user nova-compute[74922]:     <tpm supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='model'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>tpm-tis</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>tpm-crb</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='backendModel'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>passthrough</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>emulator</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </tpm>
Oct 30 05:38:28 user nova-compute[74922]:   </devices>
Oct 30 05:38:28 user nova-compute[74922]:   <features>
Oct 30 05:38:28 user nova-compute[74922]:     <gic supported='no'/>
Oct 30 05:38:28 user nova-compute[74922]:     <vmcoreinfo supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <genid supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <backingStoreInput supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <backup supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <sev supported='no'/>
Oct 30 05:38:28 user nova-compute[74922]:   </features>
Oct 30 05:38:28 user nova-compute[74922]: </domainCapabilities>
Oct 30 05:38:28 user nova-compute[74922]:  {{(pid=74922) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Oct 30 05:38:28 user nova-compute[74922]: <domainCapabilities>
Oct 30 05:38:28 user nova-compute[74922]:   <path>/usr/bin/qemu-system-i386</path>
Oct 30 05:38:28 user nova-compute[74922]:   <domain>kvm</domain>
Oct 30 05:38:28 user nova-compute[74922]:   <machine>pc-i440fx-6.2</machine>
Oct 30 05:38:28 user nova-compute[74922]:   <arch>i686</arch>
Oct 30 05:38:28 user nova-compute[74922]:   <vcpu max='255'/>
Oct 30 05:38:28 user nova-compute[74922]:   <iothreads supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:   <os supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:     <enum name='firmware'/>
Oct 30 05:38:28 user nova-compute[74922]:     <loader supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='type'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>rom</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>pflash</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='readonly'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>yes</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>no</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='secure'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>no</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </loader>
Oct 30 05:38:28 user nova-compute[74922]:   </os>
Oct 30 05:38:28 user nova-compute[74922]:   <cpu>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='host-passthrough' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='hostPassthroughMigratable'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>off</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='maximum' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='maximumMigratable'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>on</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>off</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='host-model' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <vendor>Intel</vendor>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ss'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='vmx'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='pcid'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='hypervisor'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='arat'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='tsc_adjust'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='umip'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='md-clear'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='stibp'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='arch-capabilities'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ssbd'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ibpb'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ibrs'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='amd-stibp'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='amd-ssbd'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='disable' name='erms'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='disable' name='xsaveopt'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='disable' name='lm'/>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='custom' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>qemu64</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>qemu32</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>phenom</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>pentium3</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>pentium2</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>pentium</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>n270</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>kvm64</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>kvm32</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>coreduo</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>core2duo</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>athlon</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Westmere-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Westmere</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Snowridge</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Server</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Client</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>SandyBridge</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Penryn</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G5</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G4</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G3</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G2</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G1</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Nehalem-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Nehalem</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>IvyBridge</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Icelake-Server</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC-Rome</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC-Milan</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC-IBPB</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Dhyana</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Cooperlake</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Conroe</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Cascadelake-Server</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>486</model>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:   </cpu>
Oct 30 05:38:28 user nova-compute[74922]:   <memoryBacking supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:     <enum name='sourceType'>
Oct 30 05:38:28 user nova-compute[74922]:       <value>file</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>anonymous</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>memfd</value>
Oct 30 05:38:28 user nova-compute[74922]:     </enum>
Oct 30 05:38:28 user nova-compute[74922]:   </memoryBacking>
Oct 30 05:38:28 user nova-compute[74922]:   <devices>
Oct 30 05:38:28 user nova-compute[74922]:     <disk supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='diskDevice'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>disk</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>cdrom</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>floppy</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>lun</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='bus'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>ide</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>fdc</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>scsi</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>usb</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>sata</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='model'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-non-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </disk>
Oct 30 05:38:28 user nova-compute[74922]:     <graphics supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='type'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>sdl</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>vnc</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>spice</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>egl-headless</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </graphics>
Oct 30 05:38:28 user nova-compute[74922]:     <video supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='modelType'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>vga</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>cirrus</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>vmvga</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>qxl</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>none</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>bochs</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>ramfb</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </video>
Oct 30 05:38:28 user nova-compute[74922]:     <hostdev supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='mode'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>subsystem</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='startupPolicy'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>default</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>mandatory</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>requisite</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>optional</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='subsysType'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>usb</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>pci</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>scsi</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='capsType'/>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='pciBackend'/>
Oct 30 05:38:28 user nova-compute[74922]:     </hostdev>
Oct 30 05:38:28 user nova-compute[74922]:     <rng supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='model'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-non-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='backendModel'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>random</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>egd</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>builtin</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </rng>
Oct 30 05:38:28 user nova-compute[74922]:     <filesystem supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='driverType'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>path</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>handle</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtiofs</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </filesystem>
Oct 30 05:38:28 user nova-compute[74922]:     <tpm supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='model'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>tpm-tis</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>tpm-crb</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='backendModel'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>passthrough</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>emulator</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </tpm>
Oct 30 05:38:28 user nova-compute[74922]:   </devices>
Oct 30 05:38:28 user nova-compute[74922]:   <features>
Oct 30 05:38:28 user nova-compute[74922]:     <gic supported='no'/>
Oct 30 05:38:28 user nova-compute[74922]:     <vmcoreinfo supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <genid supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <backingStoreInput supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <backup supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <sev supported='no'/>
Oct 30 05:38:28 user nova-compute[74922]:   </features>
Oct 30 05:38:28 user nova-compute[74922]: </domainCapabilities>
Oct 30 05:38:28 user nova-compute[74922]:  {{(pid=74922) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=74922) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=74922) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=74922) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Getting domain capabilities for mips via machine types: {None} {{(pid=74922) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=74922) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=74922) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=74922) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=74922) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Getting domain capabilities for ppc64 via machine types: {'powernv', 'pseries', None} {{(pid=74922) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Getting domain capabilities for ppc64le via machine types: {'powernv', 'pseries'} {{(pid=74922) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=74922) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=74922) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=74922) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=74922) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=74922) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=74922) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=74922) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Getting domain capabilities for x86_64 via machine types: {'ubuntu', 'ubuntu-q35', 'q35', 'pc'} {{(pid=74922) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Oct 30 05:38:28 user nova-compute[74922]: <domainCapabilities>
Oct 30 05:38:28 user nova-compute[74922]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 30 05:38:28 user nova-compute[74922]:   <domain>kvm</domain>
Oct 30 05:38:28 user nova-compute[74922]:   <machine>pc-i440fx-jammy</machine>
Oct 30 05:38:28 user nova-compute[74922]:   <arch>x86_64</arch>
Oct 30 05:38:28 user nova-compute[74922]:   <vcpu max='255'/>
Oct 30 05:38:28 user nova-compute[74922]:   <iothreads supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:   <os supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:     <enum name='firmware'>
Oct 30 05:38:28 user nova-compute[74922]:       <value>efi</value>
Oct 30 05:38:28 user nova-compute[74922]:     </enum>
Oct 30 05:38:28 user nova-compute[74922]:     <loader supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='type'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>rom</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>pflash</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='readonly'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>yes</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>no</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='secure'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>no</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </loader>
Oct 30 05:38:28 user nova-compute[74922]:   </os>
Oct 30 05:38:28 user nova-compute[74922]:   <cpu>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='host-passthrough' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='hostPassthroughMigratable'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>on</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>off</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='maximum' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='maximumMigratable'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>on</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>off</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='host-model' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <vendor>Intel</vendor>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ss'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='vmx'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='pcid'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='hypervisor'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='arat'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='tsc_adjust'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='umip'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='md-clear'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='stibp'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='arch-capabilities'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ssbd'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='invtsc'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ibpb'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ibrs'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='amd-stibp'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='amd-ssbd'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='rsba'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='pschange-mc-no'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='disable' name='erms'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='disable' name='xsaveopt'/>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='custom' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>qemu64</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>qemu32</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>phenom</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>pentium3</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>pentium2</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>pentium</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>n270</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>kvm64</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>kvm32</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>coreduo</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>core2duo</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>athlon</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Westmere-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Westmere</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Snowridge</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Server</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Client</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>SandyBridge</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Penryn</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G5</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G4</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G3</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G2</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Opteron_G1</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Nehalem</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>IvyBridge</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Icelake-Server</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC-Rome</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC-Milan</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC-IBPB</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Dhyana</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Cooperlake</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Conroe</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Cascadelake-Server</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>486</model>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:   </cpu>
Oct 30 05:38:28 user nova-compute[74922]:   <memoryBacking supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:     <enum name='sourceType'>
Oct 30 05:38:28 user nova-compute[74922]:       <value>file</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>anonymous</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>memfd</value>
Oct 30 05:38:28 user nova-compute[74922]:     </enum>
Oct 30 05:38:28 user nova-compute[74922]:   </memoryBacking>
Oct 30 05:38:28 user nova-compute[74922]:   <devices>
Oct 30 05:38:28 user nova-compute[74922]:     <disk supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='diskDevice'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>disk</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>cdrom</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>floppy</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>lun</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='bus'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>ide</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>fdc</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>scsi</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>usb</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>sata</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='model'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-non-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </disk>
Oct 30 05:38:28 user nova-compute[74922]:     <graphics supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='type'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>sdl</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>vnc</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>spice</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>egl-headless</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </graphics>
Oct 30 05:38:28 user nova-compute[74922]:     <video supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='modelType'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>vga</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>cirrus</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>vmvga</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>qxl</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>none</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>bochs</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>ramfb</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </video>
Oct 30 05:38:28 user nova-compute[74922]:     <hostdev supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='mode'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>subsystem</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='startupPolicy'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>default</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>mandatory</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>requisite</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>optional</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='subsysType'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>usb</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>pci</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>scsi</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='capsType'/>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='pciBackend'/>
Oct 30 05:38:28 user nova-compute[74922]:     </hostdev>
Oct 30 05:38:28 user nova-compute[74922]:     <rng supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='model'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-non-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='backendModel'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>random</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>egd</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>builtin</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </rng>
Oct 30 05:38:28 user nova-compute[74922]:     <filesystem supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='driverType'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>path</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>handle</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtiofs</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </filesystem>
Oct 30 05:38:28 user nova-compute[74922]:     <tpm supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='model'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>tpm-tis</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>tpm-crb</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='backendModel'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>passthrough</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>emulator</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </tpm>
Oct 30 05:38:28 user nova-compute[74922]:   </devices>
Oct 30 05:38:28 user nova-compute[74922]:   <features>
Oct 30 05:38:28 user nova-compute[74922]:     <gic supported='no'/>
Oct 30 05:38:28 user nova-compute[74922]:     <vmcoreinfo supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <genid supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <backingStoreInput supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <backup supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <sev supported='no'/>
Oct 30 05:38:28 user nova-compute[74922]:   </features>
Oct 30 05:38:28 user nova-compute[74922]: </domainCapabilities>
Oct 30 05:38:28 user nova-compute[74922]:  {{(pid=74922) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Oct 30 05:38:28 user nova-compute[74922]: <domainCapabilities>
Oct 30 05:38:28 user nova-compute[74922]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 30 05:38:28 user nova-compute[74922]:   <domain>kvm</domain>
Oct 30 05:38:28 user nova-compute[74922]:   <machine>pc-q35-jammy</machine>
Oct 30 05:38:28 user nova-compute[74922]:   <arch>x86_64</arch>
Oct 30 05:38:28 user nova-compute[74922]:   <vcpu max='288'/>
Oct 30 05:38:28 user nova-compute[74922]:   <iothreads supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:   <os supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:     <enum name='firmware'>
Oct 30 05:38:28 user nova-compute[74922]:       <value>efi</value>
Oct 30 05:38:28 user nova-compute[74922]:     </enum>
Oct 30 05:38:28 user nova-compute[74922]:     <loader supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='type'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>rom</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>pflash</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='readonly'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>yes</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>no</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='secure'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>yes</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>no</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </loader>
Oct 30 05:38:28 user nova-compute[74922]:   </os>
Oct 30 05:38:28 user nova-compute[74922]:   <cpu>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='host-passthrough' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='hostPassthroughMigratable'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>on</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>off</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='maximum' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='maximumMigratable'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>on</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>off</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='host-model' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <vendor>Intel</vendor>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ss'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='vmx'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='pcid'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='hypervisor'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='arat'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='tsc_adjust'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='umip'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='md-clear'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='stibp'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='arch-capabilities'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ssbd'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='invtsc'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ibpb'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ibrs'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='amd-stibp'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='amd-ssbd'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='rsba'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='pschange-mc-no'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='disable' name='erms'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='disable' name='xsaveopt'/>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='custom' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>qemu64</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>qemu32</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>phenom</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>pentium3</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>pentium2</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>pentium</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>n270</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>kvm64</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>kvm32</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>coreduo</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>core2duo</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>athlon</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Westmere-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Westmere</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Snowridge</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Server</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Client</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>SandyBridge</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Penryn</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G5</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G4</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G3</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G2</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Opteron_G1</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Nehalem</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>IvyBridge</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Icelake-Server</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC-Rome</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC-Milan</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC-IBPB</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Dhyana</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Cooperlake</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Conroe</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Cascadelake-Server</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>486</model>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:   </cpu>
Oct 30 05:38:28 user nova-compute[74922]:   <memoryBacking supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:     <enum name='sourceType'>
Oct 30 05:38:28 user nova-compute[74922]:       <value>file</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>anonymous</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>memfd</value>
Oct 30 05:38:28 user nova-compute[74922]:     </enum>
Oct 30 05:38:28 user nova-compute[74922]:   </memoryBacking>
Oct 30 05:38:28 user nova-compute[74922]:   <devices>
Oct 30 05:38:28 user nova-compute[74922]:     <disk supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='diskDevice'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>disk</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>cdrom</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>floppy</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>lun</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='bus'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>fdc</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>scsi</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>usb</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>sata</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='model'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-non-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </disk>
Oct 30 05:38:28 user nova-compute[74922]:     <graphics supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='type'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>sdl</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>vnc</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>spice</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>egl-headless</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </graphics>
Oct 30 05:38:28 user nova-compute[74922]:     <video supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='modelType'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>vga</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>cirrus</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>vmvga</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>qxl</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>none</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>bochs</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>ramfb</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </video>
Oct 30 05:38:28 user nova-compute[74922]:     <hostdev supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='mode'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>subsystem</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='startupPolicy'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>default</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>mandatory</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>requisite</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>optional</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='subsysType'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>usb</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>pci</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>scsi</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='capsType'/>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='pciBackend'/>
Oct 30 05:38:28 user nova-compute[74922]:     </hostdev>
Oct 30 05:38:28 user nova-compute[74922]:     <rng supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='model'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-non-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='backendModel'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>random</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>egd</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>builtin</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </rng>
Oct 30 05:38:28 user nova-compute[74922]:     <filesystem supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='driverType'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>path</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>handle</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtiofs</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </filesystem>
Oct 30 05:38:28 user nova-compute[74922]:     <tpm supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='model'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>tpm-tis</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>tpm-crb</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='backendModel'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>passthrough</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>emulator</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </tpm>
Oct 30 05:38:28 user nova-compute[74922]:   </devices>
Oct 30 05:38:28 user nova-compute[74922]:   <features>
Oct 30 05:38:28 user nova-compute[74922]:     <gic supported='no'/>
Oct 30 05:38:28 user nova-compute[74922]:     <vmcoreinfo supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <genid supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <backingStoreInput supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <backup supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <sev supported='no'/>
Oct 30 05:38:28 user nova-compute[74922]:   </features>
Oct 30 05:38:28 user nova-compute[74922]: </domainCapabilities>
Oct 30 05:38:28 user nova-compute[74922]:  {{(pid=74922) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Oct 30 05:38:28 user nova-compute[74922]: <domainCapabilities>
Oct 30 05:38:28 user nova-compute[74922]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 30 05:38:28 user nova-compute[74922]:   <domain>kvm</domain>
Oct 30 05:38:28 user nova-compute[74922]:   <machine>pc-q35-6.2</machine>
Oct 30 05:38:28 user nova-compute[74922]:   <arch>x86_64</arch>
Oct 30 05:38:28 user nova-compute[74922]:   <vcpu max='288'/>
Oct 30 05:38:28 user nova-compute[74922]:   <iothreads supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:   <os supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:     <enum name='firmware'>
Oct 30 05:38:28 user nova-compute[74922]:       <value>efi</value>
Oct 30 05:38:28 user nova-compute[74922]:     </enum>
Oct 30 05:38:28 user nova-compute[74922]:     <loader supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='type'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>rom</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>pflash</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='readonly'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>yes</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>no</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='secure'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>yes</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>no</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </loader>
Oct 30 05:38:28 user nova-compute[74922]:   </os>
Oct 30 05:38:28 user nova-compute[74922]:   <cpu>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='host-passthrough' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='hostPassthroughMigratable'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>on</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>off</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='maximum' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='maximumMigratable'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>on</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>off</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='host-model' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <vendor>Intel</vendor>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ss'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='vmx'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='pcid'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='hypervisor'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='arat'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='tsc_adjust'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='umip'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='md-clear'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='stibp'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='arch-capabilities'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ssbd'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='invtsc'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ibpb'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ibrs'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='amd-stibp'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='amd-ssbd'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='rsba'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='pschange-mc-no'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='disable' name='erms'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='disable' name='xsaveopt'/>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='custom' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>qemu64</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>qemu32</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>phenom</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>pentium3</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>pentium2</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>pentium</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>n270</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>kvm64</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>kvm32</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>coreduo</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>core2duo</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>athlon</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Westmere-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Westmere</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Snowridge</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Server</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Client</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>SandyBridge</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Penryn</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G5</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G4</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G3</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G2</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Opteron_G1</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Nehalem</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>IvyBridge</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Icelake-Server</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC-Rome</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC-Milan</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC-IBPB</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Dhyana</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Cooperlake</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Conroe</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Cascadelake-Server</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>486</model>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:   </cpu>
Oct 30 05:38:28 user nova-compute[74922]:   <memoryBacking supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:     <enum name='sourceType'>
Oct 30 05:38:28 user nova-compute[74922]:       <value>file</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>anonymous</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>memfd</value>
Oct 30 05:38:28 user nova-compute[74922]:     </enum>
Oct 30 05:38:28 user nova-compute[74922]:   </memoryBacking>
Oct 30 05:38:28 user nova-compute[74922]:   <devices>
Oct 30 05:38:28 user nova-compute[74922]:     <disk supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='diskDevice'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>disk</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>cdrom</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>floppy</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>lun</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='bus'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>fdc</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>scsi</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>usb</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>sata</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='model'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-non-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </disk>
Oct 30 05:38:28 user nova-compute[74922]:     <graphics supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='type'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>sdl</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>vnc</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>spice</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>egl-headless</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </graphics>
Oct 30 05:38:28 user nova-compute[74922]:     <video supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='modelType'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>vga</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>cirrus</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>vmvga</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>qxl</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>none</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>bochs</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>ramfb</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </video>
Oct 30 05:38:28 user nova-compute[74922]:     <hostdev supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='mode'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>subsystem</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='startupPolicy'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>default</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>mandatory</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>requisite</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>optional</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='subsysType'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>usb</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>pci</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>scsi</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='capsType'/>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='pciBackend'/>
Oct 30 05:38:28 user nova-compute[74922]:     </hostdev>
Oct 30 05:38:28 user nova-compute[74922]:     <rng supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='model'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-non-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='backendModel'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>random</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>egd</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>builtin</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </rng>
Oct 30 05:38:28 user nova-compute[74922]:     <filesystem supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='driverType'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>path</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>handle</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtiofs</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </filesystem>
Oct 30 05:38:28 user nova-compute[74922]:     <tpm supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='model'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>tpm-tis</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>tpm-crb</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='backendModel'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>passthrough</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>emulator</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </tpm>
Oct 30 05:38:28 user nova-compute[74922]:   </devices>
Oct 30 05:38:28 user nova-compute[74922]:   <features>
Oct 30 05:38:28 user nova-compute[74922]:     <gic supported='no'/>
Oct 30 05:38:28 user nova-compute[74922]:     <vmcoreinfo supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <genid supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <backingStoreInput supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <backup supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <sev supported='no'/>
Oct 30 05:38:28 user nova-compute[74922]:   </features>
Oct 30 05:38:28 user nova-compute[74922]: </domainCapabilities>
Oct 30 05:38:28 user nova-compute[74922]:  {{(pid=74922) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Oct 30 05:38:28 user nova-compute[74922]: <domainCapabilities>
Oct 30 05:38:28 user nova-compute[74922]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 30 05:38:28 user nova-compute[74922]:   <domain>kvm</domain>
Oct 30 05:38:28 user nova-compute[74922]:   <machine>pc-i440fx-6.2</machine>
Oct 30 05:38:28 user nova-compute[74922]:   <arch>x86_64</arch>
Oct 30 05:38:28 user nova-compute[74922]:   <vcpu max='255'/>
Oct 30 05:38:28 user nova-compute[74922]:   <iothreads supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:   <os supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:     <enum name='firmware'>
Oct 30 05:38:28 user nova-compute[74922]:       <value>efi</value>
Oct 30 05:38:28 user nova-compute[74922]:     </enum>
Oct 30 05:38:28 user nova-compute[74922]:     <loader supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='type'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>rom</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>pflash</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='readonly'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>yes</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>no</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='secure'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>no</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </loader>
Oct 30 05:38:28 user nova-compute[74922]:   </os>
Oct 30 05:38:28 user nova-compute[74922]:   <cpu>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='host-passthrough' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='hostPassthroughMigratable'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>on</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>off</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='maximum' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='maximumMigratable'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>on</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>off</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='host-model' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <vendor>Intel</vendor>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ss'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='vmx'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='pcid'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='hypervisor'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='arat'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='tsc_adjust'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='umip'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='md-clear'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='stibp'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='arch-capabilities'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ssbd'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='invtsc'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ibpb'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='ibrs'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='amd-stibp'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='amd-ssbd'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='rsba'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='require' name='pschange-mc-no'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='disable' name='erms'/>
Oct 30 05:38:28 user nova-compute[74922]:       <feature policy='disable' name='xsaveopt'/>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:     <mode name='custom' supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>qemu64</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>qemu32</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>phenom</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>pentium3</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>pentium2</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>pentium</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>n270</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>kvm64</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>kvm32</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>coreduo</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>core2duo</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>athlon</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Westmere-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Westmere</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Snowridge</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Server</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Skylake-Client</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>SandyBridge</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Penryn</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G5</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G4</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G3</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Opteron_G2</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Opteron_G1</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Nehalem</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>IvyBridge</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Icelake-Server</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Haswell</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC-Rome</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC-Milan</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC-IBPB</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>EPYC</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Dhyana</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Cooperlake</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>Conroe</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Cascadelake-Server</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell-noTSX</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell-IBRS</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='no'>Broadwell</model>
Oct 30 05:38:28 user nova-compute[74922]:       <model usable='yes'>486</model>
Oct 30 05:38:28 user nova-compute[74922]:     </mode>
Oct 30 05:38:28 user nova-compute[74922]:   </cpu>
Oct 30 05:38:28 user nova-compute[74922]:   <memoryBacking supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:     <enum name='sourceType'>
Oct 30 05:38:28 user nova-compute[74922]:       <value>file</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>anonymous</value>
Oct 30 05:38:28 user nova-compute[74922]:       <value>memfd</value>
Oct 30 05:38:28 user nova-compute[74922]:     </enum>
Oct 30 05:38:28 user nova-compute[74922]:   </memoryBacking>
Oct 30 05:38:28 user nova-compute[74922]:   <devices>
Oct 30 05:38:28 user nova-compute[74922]:     <disk supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='diskDevice'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>disk</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>cdrom</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>floppy</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>lun</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='bus'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>ide</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>fdc</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>scsi</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>usb</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>sata</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='model'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-non-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </disk>
Oct 30 05:38:28 user nova-compute[74922]:     <graphics supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='type'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>sdl</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>vnc</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>spice</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>egl-headless</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </graphics>
Oct 30 05:38:28 user nova-compute[74922]:     <video supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='modelType'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>vga</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>cirrus</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>vmvga</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>qxl</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>none</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>bochs</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>ramfb</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </video>
Oct 30 05:38:28 user nova-compute[74922]:     <hostdev supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='mode'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>subsystem</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='startupPolicy'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>default</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>mandatory</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>requisite</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>optional</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='subsysType'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>usb</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>pci</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>scsi</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='capsType'/>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='pciBackend'/>
Oct 30 05:38:28 user nova-compute[74922]:     </hostdev>
Oct 30 05:38:28 user nova-compute[74922]:     <rng supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='model'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtio-non-transitional</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='backendModel'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>random</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>egd</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>builtin</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </rng>
Oct 30 05:38:28 user nova-compute[74922]:     <filesystem supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='driverType'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>path</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>handle</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>virtiofs</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </filesystem>
Oct 30 05:38:28 user nova-compute[74922]:     <tpm supported='yes'>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='model'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>tpm-tis</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>tpm-crb</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:       <enum name='backendModel'>
Oct 30 05:38:28 user nova-compute[74922]:         <value>passthrough</value>
Oct 30 05:38:28 user nova-compute[74922]:         <value>emulator</value>
Oct 30 05:38:28 user nova-compute[74922]:       </enum>
Oct 30 05:38:28 user nova-compute[74922]:     </tpm>
Oct 30 05:38:28 user nova-compute[74922]:   </devices>
Oct 30 05:38:28 user nova-compute[74922]:   <features>
Oct 30 05:38:28 user nova-compute[74922]:     <gic supported='no'/>
Oct 30 05:38:28 user nova-compute[74922]:     <vmcoreinfo supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <genid supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <backingStoreInput supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <backup supported='yes'/>
Oct 30 05:38:28 user nova-compute[74922]:     <sev supported='no'/>
Oct 30 05:38:28 user nova-compute[74922]:   </features>
Oct 30 05:38:28 user nova-compute[74922]: </domainCapabilities>
Oct 30 05:38:28 user nova-compute[74922]:  {{(pid=74922) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=74922) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=74922) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=74922) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Checking secure boot support for host arch (x86_64) {{(pid=74922) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Checking secure boot support for host arch (x86_64) {{(pid=74922) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Checking secure boot support for host arch (x86_64) {{(pid=74922) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 30 05:38:28 user nova-compute[74922]: INFO nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Secure Boot support detected
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] cpu compare xml: <cpu match="exact">
Oct 30 05:38:28 user nova-compute[74922]:   <model>Nehalem</model>
Oct 30 05:38:28 user nova-compute[74922]: </cpu>
Oct 30 05:38:28 user nova-compute[74922]:  {{(pid=74922) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10023}}
Oct 30 05:38:28 user nova-compute[74922]: INFO nova.virt.node [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Generated node identity efd5e61c-93ae-4193-aa6b-99209077dc32
Oct 30 05:38:28 user nova-compute[74922]: INFO nova.virt.node [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Wrote node identity efd5e61c-93ae-4193-aa6b-99209077dc32 to /opt/stack/data/nova/compute_id
Oct 30 05:38:28 user nova-compute[74922]: WARNING nova.compute.manager [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Compute nodes ['efd5e61c-93ae-4193-aa6b-99209077dc32'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Oct 30 05:38:28 user nova-compute[74922]: INFO nova.compute.manager [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Oct 30 05:38:28 user nova-compute[74922]: WARNING nova.compute.manager [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 30 05:38:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 05:38:28 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:38:28 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Hypervisor/Node resource view: name=user free_ram=11001MB free_disk=26.27971649169922GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:38:28 user nova-compute[74922]: WARNING nova.compute.resource_tracker [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] No compute node record for user:efd5e61c-93ae-4193-aa6b-99209077dc32: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host efd5e61c-93ae-4193-aa6b-99209077dc32 could not be found.
Oct 30 05:38:28 user nova-compute[74922]: INFO nova.compute.resource_tracker [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Compute node record created for user:user with uuid: efd5e61c-93ae-4193-aa6b-99209077dc32
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 05:38:28 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] [req-fb994da1-f27b-49bb-b562-3b565dc64634] Created resource provider record via placement API for resource provider with UUID efd5e61c-93ae-4193-aa6b-99209077dc32 and name user.
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=74922) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1795}}
Oct 30 05:38:28 user nova-compute[74922]: INFO nova.virt.libvirt.host [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] kernel doesn't support AMD SEV
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Updating inventory in ProviderTree for provider efd5e61c-93ae-4193-aa6b-99209077dc32 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Libvirt baseline CPU <cpu>
Oct 30 05:38:28 user nova-compute[74922]:   <arch>x86_64</arch>
Oct 30 05:38:28 user nova-compute[74922]:   <model>Nehalem</model>
Oct 30 05:38:28 user nova-compute[74922]:   <vendor>Intel</vendor>
Oct 30 05:38:28 user nova-compute[74922]:   <topology sockets="6" cores="1" threads="1"/>
Oct 30 05:38:28 user nova-compute[74922]: </cpu>
Oct 30 05:38:28 user nova-compute[74922]:  {{(pid=74922) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12513}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Updated inventory for provider efd5e61c-93ae-4193-aa6b-99209077dc32 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Updating resource provider efd5e61c-93ae-4193-aa6b-99209077dc32 generation from 0 to 1 during operation: update_inventory {{(pid=74922) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 30 05:38:28 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Updating inventory in ProviderTree for provider efd5e61c-93ae-4193-aa6b-99209077dc32 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 05:38:29 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Updating resource provider efd5e61c-93ae-4193-aa6b-99209077dc32 generation from 1 to 2 during operation: update_traits {{(pid=74922) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 30 05:38:29 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 05:38:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.636s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:38:29 user nova-compute[74922]: DEBUG nova.service [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Creating RPC server for service compute {{(pid=74922) start /opt/stack/nova/nova/service.py:182}}
Oct 30 05:38:29 user nova-compute[74922]: DEBUG nova.service [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] Join ServiceGroup membership for this service compute {{(pid=74922) start /opt/stack/nova/nova/service.py:199}}
Oct 30 05:38:29 user nova-compute[74922]: DEBUG nova.servicegroup.drivers.db [None req-95083ce4-06d8-457f-bd73-61247f57d785 None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=74922) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Oct 30 05:38:58 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:38:58 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:39:19 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:39:19 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:39:19 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 05:39:19 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 05:39:19 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Didn't find any instances for network info cache update. {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 05:39:19 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:39:19 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:39:19 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:39:19 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:39:19 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:39:19 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:39:19 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 05:39:19 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:39:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:39:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:39:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:39:19 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 05:39:20 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:39:20 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:39:20 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=10418MB free_disk=26.183502197265625GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 05:39:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:39:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:39:20 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 05:39:20 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 05:39:20 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:39:20 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:39:20 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 05:39:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.172s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:40:20 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:40:20 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:40:20 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:40:20 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:40:20 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 05:40:20 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 05:40:20 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Didn't find any instances for network info cache update. {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 05:40:20 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:40:20 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:40:20 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:40:21 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:40:21 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:40:21 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 05:40:21 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:40:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:40:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:40:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:40:21 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 05:40:22 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:40:22 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:40:22 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=10332MB free_disk=26.247467041015625GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 05:40:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:40:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:40:22 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 05:40:22 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 05:40:22 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:40:22 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:40:22 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 05:40:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.105s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:41:20 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:41:20 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:41:21 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:41:21 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:41:21 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 05:41:21 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 05:41:21 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Didn't find any instances for network info cache update. {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 05:41:21 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:41:22 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:41:22 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:41:22 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:41:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:41:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:41:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:41:22 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 05:41:23 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:41:23 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:41:23 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=10338MB free_disk=26.001216888427734GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 05:41:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:41:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:41:23 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 05:41:23 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 05:41:23 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:41:23 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:41:23 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 05:41:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.141s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:41:24 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:41:24 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 05:42:19 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:42:22 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:42:23 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:42:23 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:42:23 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:42:23 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 05:42:23 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 05:42:23 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Didn't find any instances for network info cache update. {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 05:42:23 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:42:23 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:42:23 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:42:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:42:23 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 05:42:24 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:42:24 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:42:24 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=9615MB free_disk=26.02126693725586GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 05:42:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:24 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 05:42:24 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 05:42:24 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:42:24 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:42:24 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 05:42:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.173s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:42:25 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:42:25 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:42:25 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 05:42:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:34 user nova-compute[74922]: DEBUG nova.compute.manager [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:42:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:34 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:42:34 user nova-compute[74922]: INFO nova.compute.claims [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Claim successful on node user
Oct 30 05:42:35 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:42:35 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:42:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.337s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:42:35 user nova-compute[74922]: DEBUG nova.compute.manager [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:42:35 user nova-compute[74922]: DEBUG nova.compute.manager [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:42:35 user nova-compute[74922]: DEBUG nova.network.neutron [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:42:35 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:42:35 user nova-compute[74922]: DEBUG nova.compute.manager [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:42:35 user nova-compute[74922]: DEBUG nova.compute.manager [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:42:35 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:42:35 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Creating image(s)
Oct 30 05:42:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "/opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "/opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "/opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:42:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155.part --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:42:36 user nova-compute[74922]: DEBUG nova.policy [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b38f6c172eec4a849dade17cc0fb9d18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea2c40ac6bb44f2aad2d2aca6c2f091d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:42:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155.part --force-share --output=json" returned: 0 in 0.219s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:42:36 user nova-compute[74922]: DEBUG nova.virt.images [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] b87ca349-fbae-4e04-a417-ccbcf4d53c8e was qcow2, converting to raw {{(pid=74922) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 05:42:36 user nova-compute[74922]: DEBUG nova.privsep.utils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74922) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 05:42:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155.part /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155.converted {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:42:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155.part /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155.converted" returned: 0 in 0.326s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:42:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155.converted --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:42:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155.converted --force-share --output=json" returned: 0 in 0.159s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:42:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.419s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:42:36 user nova-compute[74922]: INFO oslo.privsep.daemon [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmp9hbfj8nd/privsep.sock']
Oct 30 05:42:36 user sudo[84189]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmp9hbfj8nd/privsep.sock
Oct 30 05:42:36 user sudo[84189]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 30 05:42:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "f043cb05-eb51-4e0c-9a91-082ad6149324" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "f043cb05-eb51-4e0c-9a91-082ad6149324" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:37 user nova-compute[74922]: DEBUG nova.compute.manager [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:42:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:37 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:42:37 user nova-compute[74922]: INFO nova.compute.claims [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Claim successful on node user
Oct 30 05:42:37 user nova-compute[74922]: DEBUG nova.compute.manager [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG nova.network.neutron [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Successfully created port: da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.447s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG nova.compute.manager [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.103s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:42:38 user nova-compute[74922]: INFO nova.compute.claims [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Claim successful on node user
Oct 30 05:42:38 user sudo[84189]: pam_unix(sudo:session): session closed for user root
Oct 30 05:42:38 user nova-compute[74922]: DEBUG nova.compute.manager [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG nova.network.neutron [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:42:38 user nova-compute[74922]: INFO oslo.privsep.daemon [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Spawned new privsep daemon via rootwrap
Oct 30 05:42:38 user nova-compute[74922]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 30 05:42:38 user nova-compute[74922]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 30 05:42:38 user nova-compute[74922]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Oct 30 05:42:38 user nova-compute[74922]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84197
Oct 30 05:42:38 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:42:38 user nova-compute[74922]: DEBUG nova.compute.manager [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG nova.policy [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fc523869f524f2598eddbd67e616807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '647004aba5a44a0396d1f4891224c7dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG nova.compute.manager [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:42:38 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Creating image(s)
Oct 30 05:42:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "/opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "/opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "/opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.225s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.481s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG nova.compute.manager [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG nova.compute.manager [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG nova.network.neutron [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:42:38 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:42:38 user nova-compute[74922]: DEBUG nova.compute.manager [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.245s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.191s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:42:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk 1073741824" returned: 0 in 0.055s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.258s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG nova.policy [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2efd61aeedd04bd4bdf7af2f3b15c99e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7689a63a17e4743ae8888892f1ee34b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.139s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.185s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG nova.compute.manager [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:42:39 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Creating image(s)
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "/opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "/opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "/opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.031s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.210s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk 1073741824" returned: 0 in 0.054s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.295s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Cannot resize image /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Ensure instance console log exists: /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.212s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.201s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.185s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk 1073741824" returned: 0 in 0.045s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.237s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Cannot resize image /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Ensure instance console log exists: /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.202s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:42:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:42:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:42:40 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Cannot resize image /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:42:40 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:42:40 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Ensure instance console log exists: /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:42:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:42:40 user nova-compute[74922]: DEBUG nova.network.neutron [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Successfully updated port: da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:42:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:42:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquired lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:42:40 user nova-compute[74922]: DEBUG nova.network.neutron [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:42:40 user nova-compute[74922]: DEBUG nova.network.neutron [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:42:40 user nova-compute[74922]: DEBUG nova.network.neutron [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Successfully created port: a6d72839-4083-41e6-a85d-35aa548e9a0d {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.compute.manager [req-ee0e028e-bdab-40f9-9395-ab16e63ea39e req-7e71864b-cb7b-4429-a875-937a0505b2d3 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received event network-changed-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.compute.manager [req-ee0e028e-bdab-40f9-9395-ab16e63ea39e req-7e71864b-cb7b-4429-a875-937a0505b2d3 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Refreshing instance network info cache due to event network-changed-da530316-ce42-47ee-aa54-a123b18bb1c2. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ee0e028e-bdab-40f9-9395-ab16e63ea39e req-7e71864b-cb7b-4429-a875-937a0505b2d3 service nova] Acquiring lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.network.neutron [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Successfully created port: ee57dce5-f7a0-4cf8-9921-af521c7b1088 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.network.neutron [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Updating instance_info_cache with network_info: [{"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Releasing lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.compute.manager [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Instance network_info: |[{"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ee0e028e-bdab-40f9-9395-ab16e63ea39e req-7e71864b-cb7b-4429-a875-937a0505b2d3 service nova] Acquired lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.network.neutron [req-ee0e028e-bdab-40f9-9395-ab16e63ea39e req-7e71864b-cb7b-4429-a875-937a0505b2d3 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Refreshing network info cache for port da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Start _get_guest_xml network_info=[{"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:42:41 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:42:41 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.privsep.utils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74922) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:42:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1965429185',display_name='tempest-ServerActionsTestOtherB-server-1965429185',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1965429185',id=1,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDKrR03Edkn3+uBBYzhl+WeW8EF5di0h23yGyXMJTFmoTumLAD75Wd1o8sMPMIVTSXHUqhJU0VAh0oJd5Uuik/EFhsIgquDCl2UHWrFcfWnkGIcCYHjG6vc/o69ncGjTg==',key_name='tempest-keypair-1219661337',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ea2c40ac6bb44f2aad2d2aca6c2f091d',ramdisk_id='',reservation_id='r-pom00zck',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-23289473',owner_user_name='tempest-ServerActionsTestOtherB-23289473-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:42:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b38f6c172eec4a849dade17cc0fb9d18',uuid=ecb14dfa-b1d5-428e-b89f-d6ef246516fb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Converting VIF {"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:27:28:94,bridge_name='br-int',has_traffic_filtering=True,id=da530316-ce42-47ee-aa54-a123b18bb1c2,network=Network(fc508590-021d-4cf4-bb16-d6f2321e5590),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda530316-ce') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.objects.instance [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lazy-loading 'pci_devices' on Instance uuid ecb14dfa-b1d5-428e-b89f-d6ef246516fb {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:42:41 user nova-compute[74922]:   <uuid>ecb14dfa-b1d5-428e-b89f-d6ef246516fb</uuid>
Oct 30 05:42:41 user nova-compute[74922]:   <name>instance-00000001</name>
Oct 30 05:42:41 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:42:41 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:42:41 user nova-compute[74922]:   <metadata>
Oct 30 05:42:41 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:42:41 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:42:41 user nova-compute[74922]:       <nova:name>tempest-ServerActionsTestOtherB-server-1965429185</nova:name>
Oct 30 05:42:41 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:42:41</nova:creationTime>
Oct 30 05:42:41 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:42:41 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:42:41 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:42:41 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:42:41 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:42:41 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:42:41 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:42:41 user nova-compute[74922]:       <nova:owner>
Oct 30 05:42:41 user nova-compute[74922]:         <nova:user uuid="b38f6c172eec4a849dade17cc0fb9d18">tempest-ServerActionsTestOtherB-23289473-project-member</nova:user>
Oct 30 05:42:41 user nova-compute[74922]:         <nova:project uuid="ea2c40ac6bb44f2aad2d2aca6c2f091d">tempest-ServerActionsTestOtherB-23289473</nova:project>
Oct 30 05:42:41 user nova-compute[74922]:       </nova:owner>
Oct 30 05:42:41 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:42:41 user nova-compute[74922]:       <nova:ports>
Oct 30 05:42:41 user nova-compute[74922]:         <nova:port uuid="da530316-ce42-47ee-aa54-a123b18bb1c2">
Oct 30 05:42:41 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 30 05:42:41 user nova-compute[74922]:         </nova:port>
Oct 30 05:42:41 user nova-compute[74922]:       </nova:ports>
Oct 30 05:42:41 user nova-compute[74922]:     </nova:instance>
Oct 30 05:42:41 user nova-compute[74922]:   </metadata>
Oct 30 05:42:41 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:42:41 user nova-compute[74922]:     <system>
Oct 30 05:42:41 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:42:41 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:42:41 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:42:41 user nova-compute[74922]:       <entry name="serial">ecb14dfa-b1d5-428e-b89f-d6ef246516fb</entry>
Oct 30 05:42:41 user nova-compute[74922]:       <entry name="uuid">ecb14dfa-b1d5-428e-b89f-d6ef246516fb</entry>
Oct 30 05:42:41 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:42:41 user nova-compute[74922]:     </system>
Oct 30 05:42:41 user nova-compute[74922]:   </sysinfo>
Oct 30 05:42:41 user nova-compute[74922]:   <os>
Oct 30 05:42:41 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:42:41 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:42:41 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:42:41 user nova-compute[74922]:   </os>
Oct 30 05:42:41 user nova-compute[74922]:   <features>
Oct 30 05:42:41 user nova-compute[74922]:     <acpi/>
Oct 30 05:42:41 user nova-compute[74922]:     <apic/>
Oct 30 05:42:41 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:42:41 user nova-compute[74922]:   </features>
Oct 30 05:42:41 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:42:41 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:42:41 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:42:41 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:42:41 user nova-compute[74922]:   </clock>
Oct 30 05:42:41 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:42:41 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:42:41 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:42:41 user nova-compute[74922]:   </cpu>
Oct 30 05:42:41 user nova-compute[74922]:   <devices>
Oct 30 05:42:41 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:42:41 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:42:41 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk"/>
Oct 30 05:42:41 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:42:41 user nova-compute[74922]:     </disk>
Oct 30 05:42:41 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:42:41 user nova-compute[74922]:       <mac address="fa:16:3e:27:28:94"/>
Oct 30 05:42:41 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:42:41 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:42:41 user nova-compute[74922]:       <target dev="tapda530316-ce"/>
Oct 30 05:42:41 user nova-compute[74922]:     </interface>
Oct 30 05:42:41 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:42:41 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/console.log" append="off"/>
Oct 30 05:42:41 user nova-compute[74922]:     </serial>
Oct 30 05:42:41 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:42:41 user nova-compute[74922]:     <video>
Oct 30 05:42:41 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:42:41 user nova-compute[74922]:     </video>
Oct 30 05:42:41 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:42:41 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:42:41 user nova-compute[74922]:     </rng>
Oct 30 05:42:41 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:42:41 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:42:41 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:42:41 user nova-compute[74922]:     </memballoon>
Oct 30 05:42:41 user nova-compute[74922]:   </devices>
Oct 30 05:42:41 user nova-compute[74922]: </domain>
Oct 30 05:42:41 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:42:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1965429185',display_name='tempest-ServerActionsTestOtherB-server-1965429185',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1965429185',id=1,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDKrR03Edkn3+uBBYzhl+WeW8EF5di0h23yGyXMJTFmoTumLAD75Wd1o8sMPMIVTSXHUqhJU0VAh0oJd5Uuik/EFhsIgquDCl2UHWrFcfWnkGIcCYHjG6vc/o69ncGjTg==',key_name='tempest-keypair-1219661337',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ea2c40ac6bb44f2aad2d2aca6c2f091d',ramdisk_id='',reservation_id='r-pom00zck',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-23289473',owner_user_name='tempest-ServerActionsTestOtherB-23289473-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:42:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b38f6c172eec4a849dade17cc0fb9d18',uuid=ecb14dfa-b1d5-428e-b89f-d6ef246516fb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Converting VIF {"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:27:28:94,bridge_name='br-int',has_traffic_filtering=True,id=da530316-ce42-47ee-aa54-a123b18bb1c2,network=Network(fc508590-021d-4cf4-bb16-d6f2321e5590),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda530316-ce') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:42:41 user nova-compute[74922]: DEBUG os_vif [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:28:94,bridge_name='br-int',has_traffic_filtering=True,id=da530316-ce42-47ee-aa54-a123b18bb1c2,network=Network(fc508590-021d-4cf4-bb16-d6f2321e5590),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda530316-ce') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:42:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Created schema index Interface.name {{(pid=74922) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 30 05:42:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Created schema index Port.name {{(pid=74922) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 30 05:42:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Created schema index Bridge.name {{(pid=74922) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 30 05:42:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 05:42:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [POLLOUT] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 05:42:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:42:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:42:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '792a02f0-026a-5a4e-9bad-098147e6603a', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:42:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:42 user nova-compute[74922]: INFO oslo.privsep.daemon [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmp0z9kftwd/privsep.sock']
Oct 30 05:42:42 user sudo[84257]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmp0z9kftwd/privsep.sock
Oct 30 05:42:42 user sudo[84257]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 30 05:42:43 user nova-compute[74922]: DEBUG nova.network.neutron [req-ee0e028e-bdab-40f9-9395-ab16e63ea39e req-7e71864b-cb7b-4429-a875-937a0505b2d3 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Updated VIF entry in instance network info cache for port da530316-ce42-47ee-aa54-a123b18bb1c2. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:42:43 user nova-compute[74922]: DEBUG nova.network.neutron [req-ee0e028e-bdab-40f9-9395-ab16e63ea39e req-7e71864b-cb7b-4429-a875-937a0505b2d3 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Updating instance_info_cache with network_info: [{"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:42:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ee0e028e-bdab-40f9-9395-ab16e63ea39e req-7e71864b-cb7b-4429-a875-937a0505b2d3 service nova] Releasing lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:42:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:43 user nova-compute[74922]: DEBUG nova.network.neutron [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Successfully updated port: a6d72839-4083-41e6-a85d-35aa548e9a0d {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:42:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "refresh_cache-f043cb05-eb51-4e0c-9a91-082ad6149324" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:42:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquired lock "refresh_cache-f043cb05-eb51-4e0c-9a91-082ad6149324" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:42:43 user nova-compute[74922]: DEBUG nova.network.neutron [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:42:43 user sudo[84257]: pam_unix(sudo:session): session closed for user root
Oct 30 05:42:43 user nova-compute[74922]: INFO oslo.privsep.daemon [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Spawned new privsep daemon via rootwrap
Oct 30 05:42:43 user nova-compute[74922]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 30 05:42:43 user nova-compute[74922]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 30 05:42:43 user nova-compute[74922]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Oct 30 05:42:43 user nova-compute[74922]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84260
Oct 30 05:42:43 user nova-compute[74922]: DEBUG nova.compute.manager [req-d8d4802f-b802-477a-b47c-635d9f4159cc req-e3347747-e67c-410b-ade8-19e9aa831f76 service nova] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Received event network-changed-a6d72839-4083-41e6-a85d-35aa548e9a0d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:42:43 user nova-compute[74922]: DEBUG nova.compute.manager [req-d8d4802f-b802-477a-b47c-635d9f4159cc req-e3347747-e67c-410b-ade8-19e9aa831f76 service nova] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Refreshing instance network info cache due to event network-changed-a6d72839-4083-41e6-a85d-35aa548e9a0d. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:42:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d8d4802f-b802-477a-b47c-635d9f4159cc req-e3347747-e67c-410b-ade8-19e9aa831f76 service nova] Acquiring lock "refresh_cache-f043cb05-eb51-4e0c-9a91-082ad6149324" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:42:43 user nova-compute[74922]: DEBUG nova.network.neutron [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.network.neutron [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Successfully updated port: ee57dce5-f7a0-4cf8-9921-af521c7b1088 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "refresh_cache-4c3e6679-374d-4644-b05d-ef0bf04d7a3a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquired lock "refresh_cache-4c3e6679-374d-4644-b05d-ef0bf04d7a3a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.network.neutron [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapda530316-ce, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapda530316-ce, col_values=(('qos', UUID('2690daad-a130-4f23-82ca-c71e3a4e07f7')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapda530316-ce, col_values=(('external_ids', {'iface-id': 'da530316-ce42-47ee-aa54-a123b18bb1c2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:27:28:94', 'vm-uuid': 'ecb14dfa-b1d5-428e-b89f-d6ef246516fb'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:44 user nova-compute[74922]: INFO os_vif [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:28:94,bridge_name='br-int',has_traffic_filtering=True,id=da530316-ce42-47ee-aa54-a123b18bb1c2,network=Network(fc508590-021d-4cf4-bb16-d6f2321e5590),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda530316-ce')
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] No VIF found with MAC fa:16:3e:27:28:94, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.compute.manager [req-02d79bb3-6453-4a57-a722-228fa82758f3 req-9a1e7a75-a213-4ee6-ae8a-64f0f4decfdf service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Received event network-changed-ee57dce5-f7a0-4cf8-9921-af521c7b1088 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.compute.manager [req-02d79bb3-6453-4a57-a722-228fa82758f3 req-9a1e7a75-a213-4ee6-ae8a-64f0f4decfdf service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Refreshing instance network info cache due to event network-changed-ee57dce5-f7a0-4cf8-9921-af521c7b1088. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-02d79bb3-6453-4a57-a722-228fa82758f3 req-9a1e7a75-a213-4ee6-ae8a-64f0f4decfdf service nova] Acquiring lock "refresh_cache-4c3e6679-374d-4644-b05d-ef0bf04d7a3a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.network.neutron [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.network.neutron [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Updating instance_info_cache with network_info: [{"id": "a6d72839-4083-41e6-a85d-35aa548e9a0d", "address": "fa:16:3e:87:5e:a3", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6d72839-40", "ovs_interfaceid": "a6d72839-4083-41e6-a85d-35aa548e9a0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Releasing lock "refresh_cache-f043cb05-eb51-4e0c-9a91-082ad6149324" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.compute.manager [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Instance network_info: |[{"id": "a6d72839-4083-41e6-a85d-35aa548e9a0d", "address": "fa:16:3e:87:5e:a3", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6d72839-40", "ovs_interfaceid": "a6d72839-4083-41e6-a85d-35aa548e9a0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d8d4802f-b802-477a-b47c-635d9f4159cc req-e3347747-e67c-410b-ade8-19e9aa831f76 service nova] Acquired lock "refresh_cache-f043cb05-eb51-4e0c-9a91-082ad6149324" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.network.neutron [req-d8d4802f-b802-477a-b47c-635d9f4159cc req-e3347747-e67c-410b-ade8-19e9aa831f76 service nova] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Refreshing network info cache for port a6d72839-4083-41e6-a85d-35aa548e9a0d {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Start _get_guest_xml network_info=[{"id": "a6d72839-4083-41e6-a85d-35aa548e9a0d", "address": "fa:16:3e:87:5e:a3", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6d72839-40", "ovs_interfaceid": "a6d72839-4083-41e6-a85d-35aa548e9a0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:42:44 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:42:44 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:42:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1387475755',display_name='tempest-AttachVolumeNegativeTest-server-1387475755',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1387475755',id=2,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLqkDAx3A/H4Mjx4azNrcR1gYF7DTYiB3k+1j0ALH0cMtHQqegX1IdkcooorDcZRZdZNXc64xE9I5MTIWLmJFjotXwqLsRHnzrJi+eoNJHtjfFtvbDk4j6PjU8ara8ugdg==',key_name='tempest-keypair-1676174742',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='647004aba5a44a0396d1f4891224c7dc',ramdisk_id='',reservation_id='r-e5s2iok1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-460499645',owner_user_name='tempest-AttachVolumeNegativeTest-460499645-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:42:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0fc523869f524f2598eddbd67e616807',uuid=f043cb05-eb51-4e0c-9a91-082ad6149324,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a6d72839-4083-41e6-a85d-35aa548e9a0d", "address": "fa:16:3e:87:5e:a3", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6d72839-40", "ovs_interfaceid": "a6d72839-4083-41e6-a85d-35aa548e9a0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Converting VIF {"id": "a6d72839-4083-41e6-a85d-35aa548e9a0d", "address": "fa:16:3e:87:5e:a3", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6d72839-40", "ovs_interfaceid": "a6d72839-4083-41e6-a85d-35aa548e9a0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:5e:a3,bridge_name='br-int',has_traffic_filtering=True,id=a6d72839-4083-41e6-a85d-35aa548e9a0d,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6d72839-40') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.objects.instance [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lazy-loading 'pci_devices' on Instance uuid f043cb05-eb51-4e0c-9a91-082ad6149324 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:42:44 user nova-compute[74922]:   <uuid>f043cb05-eb51-4e0c-9a91-082ad6149324</uuid>
Oct 30 05:42:44 user nova-compute[74922]:   <name>instance-00000002</name>
Oct 30 05:42:44 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:42:44 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:42:44 user nova-compute[74922]:   <metadata>
Oct 30 05:42:44 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:42:44 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:42:44 user nova-compute[74922]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1387475755</nova:name>
Oct 30 05:42:44 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:42:44</nova:creationTime>
Oct 30 05:42:44 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:42:44 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:42:44 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:42:44 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:42:44 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:42:44 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:42:44 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:42:44 user nova-compute[74922]:       <nova:owner>
Oct 30 05:42:44 user nova-compute[74922]:         <nova:user uuid="0fc523869f524f2598eddbd67e616807">tempest-AttachVolumeNegativeTest-460499645-project-member</nova:user>
Oct 30 05:42:44 user nova-compute[74922]:         <nova:project uuid="647004aba5a44a0396d1f4891224c7dc">tempest-AttachVolumeNegativeTest-460499645</nova:project>
Oct 30 05:42:44 user nova-compute[74922]:       </nova:owner>
Oct 30 05:42:44 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:42:44 user nova-compute[74922]:       <nova:ports>
Oct 30 05:42:44 user nova-compute[74922]:         <nova:port uuid="a6d72839-4083-41e6-a85d-35aa548e9a0d">
Oct 30 05:42:44 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 30 05:42:44 user nova-compute[74922]:         </nova:port>
Oct 30 05:42:44 user nova-compute[74922]:       </nova:ports>
Oct 30 05:42:44 user nova-compute[74922]:     </nova:instance>
Oct 30 05:42:44 user nova-compute[74922]:   </metadata>
Oct 30 05:42:44 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:42:44 user nova-compute[74922]:     <system>
Oct 30 05:42:44 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:42:44 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:42:44 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:42:44 user nova-compute[74922]:       <entry name="serial">f043cb05-eb51-4e0c-9a91-082ad6149324</entry>
Oct 30 05:42:44 user nova-compute[74922]:       <entry name="uuid">f043cb05-eb51-4e0c-9a91-082ad6149324</entry>
Oct 30 05:42:44 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:42:44 user nova-compute[74922]:     </system>
Oct 30 05:42:44 user nova-compute[74922]:   </sysinfo>
Oct 30 05:42:44 user nova-compute[74922]:   <os>
Oct 30 05:42:44 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:42:44 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:42:44 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:42:44 user nova-compute[74922]:   </os>
Oct 30 05:42:44 user nova-compute[74922]:   <features>
Oct 30 05:42:44 user nova-compute[74922]:     <acpi/>
Oct 30 05:42:44 user nova-compute[74922]:     <apic/>
Oct 30 05:42:44 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:42:44 user nova-compute[74922]:   </features>
Oct 30 05:42:44 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:42:44 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:42:44 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:42:44 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:42:44 user nova-compute[74922]:   </clock>
Oct 30 05:42:44 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:42:44 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:42:44 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:42:44 user nova-compute[74922]:   </cpu>
Oct 30 05:42:44 user nova-compute[74922]:   <devices>
Oct 30 05:42:44 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:42:44 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:42:44 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk"/>
Oct 30 05:42:44 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:42:44 user nova-compute[74922]:     </disk>
Oct 30 05:42:44 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:42:44 user nova-compute[74922]:       <mac address="fa:16:3e:87:5e:a3"/>
Oct 30 05:42:44 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:42:44 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:42:44 user nova-compute[74922]:       <target dev="tapa6d72839-40"/>
Oct 30 05:42:44 user nova-compute[74922]:     </interface>
Oct 30 05:42:44 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:42:44 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/console.log" append="off"/>
Oct 30 05:42:44 user nova-compute[74922]:     </serial>
Oct 30 05:42:44 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:42:44 user nova-compute[74922]:     <video>
Oct 30 05:42:44 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:42:44 user nova-compute[74922]:     </video>
Oct 30 05:42:44 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:42:44 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:42:44 user nova-compute[74922]:     </rng>
Oct 30 05:42:44 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:42:44 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:42:44 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:42:44 user nova-compute[74922]:     </memballoon>
Oct 30 05:42:44 user nova-compute[74922]:   </devices>
Oct 30 05:42:44 user nova-compute[74922]: </domain>
Oct 30 05:42:44 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:42:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1387475755',display_name='tempest-AttachVolumeNegativeTest-server-1387475755',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1387475755',id=2,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLqkDAx3A/H4Mjx4azNrcR1gYF7DTYiB3k+1j0ALH0cMtHQqegX1IdkcooorDcZRZdZNXc64xE9I5MTIWLmJFjotXwqLsRHnzrJi+eoNJHtjfFtvbDk4j6PjU8ara8ugdg==',key_name='tempest-keypair-1676174742',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='647004aba5a44a0396d1f4891224c7dc',ramdisk_id='',reservation_id='r-e5s2iok1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-460499645',owner_user_name='tempest-AttachVolumeNegativeTest-460499645-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:42:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0fc523869f524f2598eddbd67e616807',uuid=f043cb05-eb51-4e0c-9a91-082ad6149324,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a6d72839-4083-41e6-a85d-35aa548e9a0d", "address": "fa:16:3e:87:5e:a3", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6d72839-40", "ovs_interfaceid": "a6d72839-4083-41e6-a85d-35aa548e9a0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Converting VIF {"id": "a6d72839-4083-41e6-a85d-35aa548e9a0d", "address": "fa:16:3e:87:5e:a3", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6d72839-40", "ovs_interfaceid": "a6d72839-4083-41e6-a85d-35aa548e9a0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:5e:a3,bridge_name='br-int',has_traffic_filtering=True,id=a6d72839-4083-41e6-a85d-35aa548e9a0d,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6d72839-40') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG os_vif [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:5e:a3,bridge_name='br-int',has_traffic_filtering=True,id=a6d72839-4083-41e6-a85d-35aa548e9a0d,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6d72839-40') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c6f9d1b8-abe1-5009-bc00-982b7cb4bd6e', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa6d72839-40, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa6d72839-40, col_values=(('qos', UUID('3f6fa527-18f0-4534-9bfc-0b2290d86802')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa6d72839-40, col_values=(('external_ids', {'iface-id': 'a6d72839-4083-41e6-a85d-35aa548e9a0d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:87:5e:a3', 'vm-uuid': 'f043cb05-eb51-4e0c-9a91-082ad6149324'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:45 user nova-compute[74922]: INFO os_vif [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:5e:a3,bridge_name='br-int',has_traffic_filtering=True,id=a6d72839-4083-41e6-a85d-35aa548e9a0d,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6d72839-40')
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] No VIF found with MAC fa:16:3e:87:5e:a3, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.network.neutron [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Updating instance_info_cache with network_info: [{"id": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "address": "fa:16:3e:71:29:0b", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee57dce5-f7", "ovs_interfaceid": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Releasing lock "refresh_cache-4c3e6679-374d-4644-b05d-ef0bf04d7a3a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.compute.manager [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Instance network_info: |[{"id": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "address": "fa:16:3e:71:29:0b", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee57dce5-f7", "ovs_interfaceid": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-02d79bb3-6453-4a57-a722-228fa82758f3 req-9a1e7a75-a213-4ee6-ae8a-64f0f4decfdf service nova] Acquired lock "refresh_cache-4c3e6679-374d-4644-b05d-ef0bf04d7a3a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.network.neutron [req-02d79bb3-6453-4a57-a722-228fa82758f3 req-9a1e7a75-a213-4ee6-ae8a-64f0f4decfdf service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Refreshing network info cache for port ee57dce5-f7a0-4cf8-9921-af521c7b1088 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Start _get_guest_xml network_info=[{"id": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "address": "fa:16:3e:71:29:0b", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee57dce5-f7", "ovs_interfaceid": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.network.neutron [req-d8d4802f-b802-477a-b47c-635d9f4159cc req-e3347747-e67c-410b-ade8-19e9aa831f76 service nova] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Updated VIF entry in instance network info cache for port a6d72839-4083-41e6-a85d-35aa548e9a0d. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.network.neutron [req-d8d4802f-b802-477a-b47c-635d9f4159cc req-e3347747-e67c-410b-ade8-19e9aa831f76 service nova] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Updating instance_info_cache with network_info: [{"id": "a6d72839-4083-41e6-a85d-35aa548e9a0d", "address": "fa:16:3e:87:5e:a3", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6d72839-40", "ovs_interfaceid": "a6d72839-4083-41e6-a85d-35aa548e9a0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:42:45 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:42:45 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:42:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d8d4802f-b802-477a-b47c-635d9f4159cc req-e3347747-e67c-410b-ade8-19e9aa831f76 service nova] Releasing lock "refresh_cache-f043cb05-eb51-4e0c-9a91-082ad6149324" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:42:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1057955548',display_name='tempest-ServerActionsTestOtherA-server-1057955548',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1057955548',id=3,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEd2+exI2Ut/RN30BqlqOmdhuChbOltMIsLODzfAvmMl2WFyS5/L2KsjI6tAqdhRVKvrMGTB734UduFBfFJpfUlI0yjN3oTo9CRnCiEsQrN5Aul2tXEDjcuAUivZWXLE6g==',key_name='tempest-keypair-875372468',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b7689a63a17e4743ae8888892f1ee34b',ramdisk_id='',reservation_id='r-2uwb2m2b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1370130237',owner_user_name='tempest-ServerActionsTestOtherA-1370130237-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:42:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2efd61aeedd04bd4bdf7af2f3b15c99e',uuid=4c3e6679-374d-4644-b05d-ef0bf04d7a3a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "address": "fa:16:3e:71:29:0b", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee57dce5-f7", "ovs_interfaceid": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converting VIF {"id": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "address": "fa:16:3e:71:29:0b", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee57dce5-f7", "ovs_interfaceid": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:29:0b,bridge_name='br-int',has_traffic_filtering=True,id=ee57dce5-f7a0-4cf8-9921-af521c7b1088,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee57dce5-f7') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.objects.instance [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lazy-loading 'pci_devices' on Instance uuid 4c3e6679-374d-4644-b05d-ef0bf04d7a3a {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:42:45 user nova-compute[74922]:   <uuid>4c3e6679-374d-4644-b05d-ef0bf04d7a3a</uuid>
Oct 30 05:42:45 user nova-compute[74922]:   <name>instance-00000003</name>
Oct 30 05:42:45 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:42:45 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:42:45 user nova-compute[74922]:   <metadata>
Oct 30 05:42:45 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:42:45 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:42:45 user nova-compute[74922]:       <nova:name>tempest-ServerActionsTestOtherA-server-1057955548</nova:name>
Oct 30 05:42:45 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:42:45</nova:creationTime>
Oct 30 05:42:45 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:42:45 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:42:45 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:42:45 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:42:45 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:42:45 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:42:45 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:42:45 user nova-compute[74922]:       <nova:owner>
Oct 30 05:42:45 user nova-compute[74922]:         <nova:user uuid="2efd61aeedd04bd4bdf7af2f3b15c99e">tempest-ServerActionsTestOtherA-1370130237-project-member</nova:user>
Oct 30 05:42:45 user nova-compute[74922]:         <nova:project uuid="b7689a63a17e4743ae8888892f1ee34b">tempest-ServerActionsTestOtherA-1370130237</nova:project>
Oct 30 05:42:45 user nova-compute[74922]:       </nova:owner>
Oct 30 05:42:45 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:42:45 user nova-compute[74922]:       <nova:ports>
Oct 30 05:42:45 user nova-compute[74922]:         <nova:port uuid="ee57dce5-f7a0-4cf8-9921-af521c7b1088">
Oct 30 05:42:45 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 30 05:42:45 user nova-compute[74922]:         </nova:port>
Oct 30 05:42:45 user nova-compute[74922]:       </nova:ports>
Oct 30 05:42:45 user nova-compute[74922]:     </nova:instance>
Oct 30 05:42:45 user nova-compute[74922]:   </metadata>
Oct 30 05:42:45 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:42:45 user nova-compute[74922]:     <system>
Oct 30 05:42:45 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:42:45 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:42:45 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:42:45 user nova-compute[74922]:       <entry name="serial">4c3e6679-374d-4644-b05d-ef0bf04d7a3a</entry>
Oct 30 05:42:45 user nova-compute[74922]:       <entry name="uuid">4c3e6679-374d-4644-b05d-ef0bf04d7a3a</entry>
Oct 30 05:42:45 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:42:45 user nova-compute[74922]:     </system>
Oct 30 05:42:45 user nova-compute[74922]:   </sysinfo>
Oct 30 05:42:45 user nova-compute[74922]:   <os>
Oct 30 05:42:45 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:42:45 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:42:45 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:42:45 user nova-compute[74922]:   </os>
Oct 30 05:42:45 user nova-compute[74922]:   <features>
Oct 30 05:42:45 user nova-compute[74922]:     <acpi/>
Oct 30 05:42:45 user nova-compute[74922]:     <apic/>
Oct 30 05:42:45 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:42:45 user nova-compute[74922]:   </features>
Oct 30 05:42:45 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:42:45 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:42:45 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:42:45 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:42:45 user nova-compute[74922]:   </clock>
Oct 30 05:42:45 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:42:45 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:42:45 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:42:45 user nova-compute[74922]:   </cpu>
Oct 30 05:42:45 user nova-compute[74922]:   <devices>
Oct 30 05:42:45 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:42:45 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:42:45 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk"/>
Oct 30 05:42:45 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:42:45 user nova-compute[74922]:     </disk>
Oct 30 05:42:45 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:42:45 user nova-compute[74922]:       <mac address="fa:16:3e:71:29:0b"/>
Oct 30 05:42:45 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:42:45 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:42:45 user nova-compute[74922]:       <target dev="tapee57dce5-f7"/>
Oct 30 05:42:45 user nova-compute[74922]:     </interface>
Oct 30 05:42:45 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:42:45 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/console.log" append="off"/>
Oct 30 05:42:45 user nova-compute[74922]:     </serial>
Oct 30 05:42:45 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:42:45 user nova-compute[74922]:     <video>
Oct 30 05:42:45 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:42:45 user nova-compute[74922]:     </video>
Oct 30 05:42:45 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:42:45 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:42:45 user nova-compute[74922]:     </rng>
Oct 30 05:42:45 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:42:45 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:42:45 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:42:45 user nova-compute[74922]:     </memballoon>
Oct 30 05:42:45 user nova-compute[74922]:   </devices>
Oct 30 05:42:45 user nova-compute[74922]: </domain>
Oct 30 05:42:45 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:42:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1057955548',display_name='tempest-ServerActionsTestOtherA-server-1057955548',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1057955548',id=3,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEd2+exI2Ut/RN30BqlqOmdhuChbOltMIsLODzfAvmMl2WFyS5/L2KsjI6tAqdhRVKvrMGTB734UduFBfFJpfUlI0yjN3oTo9CRnCiEsQrN5Aul2tXEDjcuAUivZWXLE6g==',key_name='tempest-keypair-875372468',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b7689a63a17e4743ae8888892f1ee34b',ramdisk_id='',reservation_id='r-2uwb2m2b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1370130237',owner_user_name='tempest-ServerActionsTestOtherA-1370130237-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:42:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2efd61aeedd04bd4bdf7af2f3b15c99e',uuid=4c3e6679-374d-4644-b05d-ef0bf04d7a3a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "address": "fa:16:3e:71:29:0b", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee57dce5-f7", "ovs_interfaceid": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converting VIF {"id": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "address": "fa:16:3e:71:29:0b", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee57dce5-f7", "ovs_interfaceid": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:29:0b,bridge_name='br-int',has_traffic_filtering=True,id=ee57dce5-f7a0-4cf8-9921-af521c7b1088,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee57dce5-f7') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG os_vif [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:29:0b,bridge_name='br-int',has_traffic_filtering=True,id=ee57dce5-f7a0-4cf8-9921-af521c7b1088,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee57dce5-f7') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6030aa7e-a562-5de7-a3d7-2f75119a2761', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapee57dce5-f7, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapee57dce5-f7, col_values=(('qos', UUID('3d91ee70-2159-4d55-ae5f-e7afefa0d830')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapee57dce5-f7, col_values=(('external_ids', {'iface-id': 'ee57dce5-f7a0-4cf8-9921-af521c7b1088', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:71:29:0b', 'vm-uuid': '4c3e6679-374d-4644-b05d-ef0bf04d7a3a'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:45 user nova-compute[74922]: INFO os_vif [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:29:0b,bridge_name='br-int',has_traffic_filtering=True,id=ee57dce5-f7a0-4cf8-9921-af521c7b1088,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee57dce5-f7')
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:42:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] No VIF found with MAC fa:16:3e:71:29:0b, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:42:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:46 user nova-compute[74922]: DEBUG nova.network.neutron [req-02d79bb3-6453-4a57-a722-228fa82758f3 req-9a1e7a75-a213-4ee6-ae8a-64f0f4decfdf service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Updated VIF entry in instance network info cache for port ee57dce5-f7a0-4cf8-9921-af521c7b1088. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:42:46 user nova-compute[74922]: DEBUG nova.network.neutron [req-02d79bb3-6453-4a57-a722-228fa82758f3 req-9a1e7a75-a213-4ee6-ae8a-64f0f4decfdf service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Updating instance_info_cache with network_info: [{"id": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "address": "fa:16:3e:71:29:0b", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee57dce5-f7", "ovs_interfaceid": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:42:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-02d79bb3-6453-4a57-a722-228fa82758f3 req-9a1e7a75-a213-4ee6-ae8a-64f0f4decfdf service nova] Releasing lock "refresh_cache-4c3e6679-374d-4644-b05d-ef0bf04d7a3a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:42:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Acquiring lock "7e417d76-c45b-4033-aa0e-c98c1268971d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "7e417d76-c45b-4033-aa0e-c98c1268971d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:49 user nova-compute[74922]: DEBUG nova.compute.manager [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:42:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:49 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:42:49 user nova-compute[74922]: INFO nova.compute.claims [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Claim successful on node user
Oct 30 05:42:50 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:42:50 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:42:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.403s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:42:50 user nova-compute[74922]: DEBUG nova.compute.manager [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:42:50 user nova-compute[74922]: DEBUG nova.compute.manager [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:42:50 user nova-compute[74922]: DEBUG nova.network.neutron [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:42:50 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:42:50 user nova-compute[74922]: DEBUG nova.compute.manager [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:42:50 user nova-compute[74922]: DEBUG nova.policy [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cecdc30edc09401aac06cc9b52b70f76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '977025d1bd9a427ba2b29db8542b6e20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:42:50 user nova-compute[74922]: DEBUG nova.compute.manager [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:42:50 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:42:50 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Creating image(s)
Oct 30 05:42:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Acquiring lock "/opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "/opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "/opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.013s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:42:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:42:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.235s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:42:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:42:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:50 user nova-compute[74922]: DEBUG nova.compute.manager [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:42:50 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:42:50 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Instance spawned successfully.
Oct 30 05:42:50 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.237s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk 1073741824" returned: 0 in 0.063s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.307s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.compute.manager [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:42:51 user nova-compute[74922]: INFO nova.compute.manager [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Took 15.64 seconds to spawn the instance on the hypervisor.
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.compute.manager [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:42:51 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Instance spawned successfully.
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.compute.manager [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:42:51 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Instance spawned successfully.
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.214s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:42:51 user nova-compute[74922]: INFO nova.compute.manager [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Took 12.69 seconds to spawn the instance on the hypervisor.
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.compute.manager [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:42:51 user nova-compute[74922]: INFO nova.compute.manager [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Took 16.59 seconds to build instance.
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-94889c33-3fef-4ebc-b19c-df4760d1f2a7 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.014s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Cannot resize image /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Ensure instance console log exists: /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:42:51 user nova-compute[74922]: INFO nova.compute.manager [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Took 13.74 seconds to build instance.
Oct 30 05:42:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3174c749-bf18-44c8-ab4e-7ff57349d14c tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "f043cb05-eb51-4e0c-9a91-082ad6149324" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.944s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:42:51 user nova-compute[74922]: INFO nova.compute.manager [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Took 12.34 seconds to spawn the instance on the hypervisor.
Oct 30 05:42:51 user nova-compute[74922]: DEBUG nova.compute.manager [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:42:51 user nova-compute[74922]: INFO nova.compute.manager [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Took 13.59 seconds to build instance.
Oct 30 05:42:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ae61d38b-ab00-4340-bdd6-71620585ca62 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.931s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:42:52 user nova-compute[74922]: DEBUG nova.network.neutron [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Successfully created port: 1f68b661-61ca-414f-89df-b4248c5f7c1c {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:42:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:54 user nova-compute[74922]: DEBUG nova.network.neutron [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Successfully updated port: 1f68b661-61ca-414f-89df-b4248c5f7c1c {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:42:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Acquiring lock "refresh_cache-7e417d76-c45b-4033-aa0e-c98c1268971d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:42:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Acquired lock "refresh_cache-7e417d76-c45b-4033-aa0e-c98c1268971d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:42:54 user nova-compute[74922]: DEBUG nova.network.neutron [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:42:54 user nova-compute[74922]: DEBUG nova.compute.manager [req-c8d5b403-90a0-40a5-afed-b83beea79064 req-753e8943-4543-45d2-8f13-be89bf5f3e8a service nova] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Received event network-changed-1f68b661-61ca-414f-89df-b4248c5f7c1c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:42:54 user nova-compute[74922]: DEBUG nova.compute.manager [req-c8d5b403-90a0-40a5-afed-b83beea79064 req-753e8943-4543-45d2-8f13-be89bf5f3e8a service nova] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Refreshing instance network info cache due to event network-changed-1f68b661-61ca-414f-89df-b4248c5f7c1c. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:42:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c8d5b403-90a0-40a5-afed-b83beea79064 req-753e8943-4543-45d2-8f13-be89bf5f3e8a service nova] Acquiring lock "refresh_cache-7e417d76-c45b-4033-aa0e-c98c1268971d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:42:55 user nova-compute[74922]: DEBUG nova.network.neutron [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:42:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.network.neutron [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Updating instance_info_cache with network_info: [{"id": "1f68b661-61ca-414f-89df-b4248c5f7c1c", "address": "fa:16:3e:54:7c:bf", "network": {"id": "2a6a8d43-dc41-4eec-a997-a8e358f4cf2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-932852137-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "977025d1bd9a427ba2b29db8542b6e20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f68b661-61", "ovs_interfaceid": "1f68b661-61ca-414f-89df-b4248c5f7c1c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Releasing lock "refresh_cache-7e417d76-c45b-4033-aa0e-c98c1268971d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.compute.manager [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Instance network_info: |[{"id": "1f68b661-61ca-414f-89df-b4248c5f7c1c", "address": "fa:16:3e:54:7c:bf", "network": {"id": "2a6a8d43-dc41-4eec-a997-a8e358f4cf2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-932852137-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "977025d1bd9a427ba2b29db8542b6e20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f68b661-61", "ovs_interfaceid": "1f68b661-61ca-414f-89df-b4248c5f7c1c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c8d5b403-90a0-40a5-afed-b83beea79064 req-753e8943-4543-45d2-8f13-be89bf5f3e8a service nova] Acquired lock "refresh_cache-7e417d76-c45b-4033-aa0e-c98c1268971d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.network.neutron [req-c8d5b403-90a0-40a5-afed-b83beea79064 req-753e8943-4543-45d2-8f13-be89bf5f3e8a service nova] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Refreshing network info cache for port 1f68b661-61ca-414f-89df-b4248c5f7c1c {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Start _get_guest_xml network_info=[{"id": "1f68b661-61ca-414f-89df-b4248c5f7c1c", "address": "fa:16:3e:54:7c:bf", "network": {"id": "2a6a8d43-dc41-4eec-a997-a8e358f4cf2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-932852137-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "977025d1bd9a427ba2b29db8542b6e20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f68b661-61", "ovs_interfaceid": "1f68b661-61ca-414f-89df-b4248c5f7c1c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:42:56 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:42:56 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:42:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1672130469',display_name='tempest-VolumesAdminNegativeTest-server-1672130469',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1672130469',id=4,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPLF+Xs1+XIqeidQK4TJ2AjD7eSv8SUxZV9prZf09GlIiT+3x9NWWZT9y52t3AomY+AemqQgWFUkbGIDoZAnHK07vOQxOIKvQxKJ793SJBSonFFYltwr+6w5mTumxTOMeA==',key_name='tempest-keypair-1255173685',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='977025d1bd9a427ba2b29db8542b6e20',ramdisk_id='',reservation_id='r-7fpsnlaw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1537734078',owner_user_name='tempest-VolumesAdminNegativeTest-1537734078-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:42:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cecdc30edc09401aac06cc9b52b70f76',uuid=7e417d76-c45b-4033-aa0e-c98c1268971d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1f68b661-61ca-414f-89df-b4248c5f7c1c", "address": "fa:16:3e:54:7c:bf", "network": {"id": "2a6a8d43-dc41-4eec-a997-a8e358f4cf2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-932852137-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "977025d1bd9a427ba2b29db8542b6e20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f68b661-61", "ovs_interfaceid": "1f68b661-61ca-414f-89df-b4248c5f7c1c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Converting VIF {"id": "1f68b661-61ca-414f-89df-b4248c5f7c1c", "address": "fa:16:3e:54:7c:bf", "network": {"id": "2a6a8d43-dc41-4eec-a997-a8e358f4cf2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-932852137-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "977025d1bd9a427ba2b29db8542b6e20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f68b661-61", "ovs_interfaceid": "1f68b661-61ca-414f-89df-b4248c5f7c1c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:54:7c:bf,bridge_name='br-int',has_traffic_filtering=True,id=1f68b661-61ca-414f-89df-b4248c5f7c1c,network=Network(2a6a8d43-dc41-4eec-a997-a8e358f4cf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f68b661-61') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.objects.instance [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lazy-loading 'pci_devices' on Instance uuid 7e417d76-c45b-4033-aa0e-c98c1268971d {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:42:56 user nova-compute[74922]:   <uuid>7e417d76-c45b-4033-aa0e-c98c1268971d</uuid>
Oct 30 05:42:56 user nova-compute[74922]:   <name>instance-00000004</name>
Oct 30 05:42:56 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:42:56 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:42:56 user nova-compute[74922]:   <metadata>
Oct 30 05:42:56 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:42:56 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:42:56 user nova-compute[74922]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1672130469</nova:name>
Oct 30 05:42:56 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:42:56</nova:creationTime>
Oct 30 05:42:56 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:42:56 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:42:56 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:42:56 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:42:56 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:42:56 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:42:56 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:42:56 user nova-compute[74922]:       <nova:owner>
Oct 30 05:42:56 user nova-compute[74922]:         <nova:user uuid="cecdc30edc09401aac06cc9b52b70f76">tempest-VolumesAdminNegativeTest-1537734078-project-member</nova:user>
Oct 30 05:42:56 user nova-compute[74922]:         <nova:project uuid="977025d1bd9a427ba2b29db8542b6e20">tempest-VolumesAdminNegativeTest-1537734078</nova:project>
Oct 30 05:42:56 user nova-compute[74922]:       </nova:owner>
Oct 30 05:42:56 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:42:56 user nova-compute[74922]:       <nova:ports>
Oct 30 05:42:56 user nova-compute[74922]:         <nova:port uuid="1f68b661-61ca-414f-89df-b4248c5f7c1c">
Oct 30 05:42:56 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 30 05:42:56 user nova-compute[74922]:         </nova:port>
Oct 30 05:42:56 user nova-compute[74922]:       </nova:ports>
Oct 30 05:42:56 user nova-compute[74922]:     </nova:instance>
Oct 30 05:42:56 user nova-compute[74922]:   </metadata>
Oct 30 05:42:56 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:42:56 user nova-compute[74922]:     <system>
Oct 30 05:42:56 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:42:56 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:42:56 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:42:56 user nova-compute[74922]:       <entry name="serial">7e417d76-c45b-4033-aa0e-c98c1268971d</entry>
Oct 30 05:42:56 user nova-compute[74922]:       <entry name="uuid">7e417d76-c45b-4033-aa0e-c98c1268971d</entry>
Oct 30 05:42:56 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:42:56 user nova-compute[74922]:     </system>
Oct 30 05:42:56 user nova-compute[74922]:   </sysinfo>
Oct 30 05:42:56 user nova-compute[74922]:   <os>
Oct 30 05:42:56 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:42:56 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:42:56 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:42:56 user nova-compute[74922]:   </os>
Oct 30 05:42:56 user nova-compute[74922]:   <features>
Oct 30 05:42:56 user nova-compute[74922]:     <acpi/>
Oct 30 05:42:56 user nova-compute[74922]:     <apic/>
Oct 30 05:42:56 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:42:56 user nova-compute[74922]:   </features>
Oct 30 05:42:56 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:42:56 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:42:56 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:42:56 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:42:56 user nova-compute[74922]:   </clock>
Oct 30 05:42:56 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:42:56 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:42:56 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:42:56 user nova-compute[74922]:   </cpu>
Oct 30 05:42:56 user nova-compute[74922]:   <devices>
Oct 30 05:42:56 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:42:56 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:42:56 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk"/>
Oct 30 05:42:56 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:42:56 user nova-compute[74922]:     </disk>
Oct 30 05:42:56 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:42:56 user nova-compute[74922]:       <mac address="fa:16:3e:54:7c:bf"/>
Oct 30 05:42:56 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:42:56 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:42:56 user nova-compute[74922]:       <target dev="tap1f68b661-61"/>
Oct 30 05:42:56 user nova-compute[74922]:     </interface>
Oct 30 05:42:56 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:42:56 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/console.log" append="off"/>
Oct 30 05:42:56 user nova-compute[74922]:     </serial>
Oct 30 05:42:56 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:42:56 user nova-compute[74922]:     <video>
Oct 30 05:42:56 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:42:56 user nova-compute[74922]:     </video>
Oct 30 05:42:56 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:42:56 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:42:56 user nova-compute[74922]:     </rng>
Oct 30 05:42:56 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:42:56 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:42:56 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:42:56 user nova-compute[74922]:     </memballoon>
Oct 30 05:42:56 user nova-compute[74922]:   </devices>
Oct 30 05:42:56 user nova-compute[74922]: </domain>
Oct 30 05:42:56 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:42:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1672130469',display_name='tempest-VolumesAdminNegativeTest-server-1672130469',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1672130469',id=4,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPLF+Xs1+XIqeidQK4TJ2AjD7eSv8SUxZV9prZf09GlIiT+3x9NWWZT9y52t3AomY+AemqQgWFUkbGIDoZAnHK07vOQxOIKvQxKJ793SJBSonFFYltwr+6w5mTumxTOMeA==',key_name='tempest-keypair-1255173685',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='977025d1bd9a427ba2b29db8542b6e20',ramdisk_id='',reservation_id='r-7fpsnlaw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1537734078',owner_user_name='tempest-VolumesAdminNegativeTest-1537734078-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:42:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cecdc30edc09401aac06cc9b52b70f76',uuid=7e417d76-c45b-4033-aa0e-c98c1268971d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1f68b661-61ca-414f-89df-b4248c5f7c1c", "address": "fa:16:3e:54:7c:bf", "network": {"id": "2a6a8d43-dc41-4eec-a997-a8e358f4cf2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-932852137-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "977025d1bd9a427ba2b29db8542b6e20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f68b661-61", "ovs_interfaceid": "1f68b661-61ca-414f-89df-b4248c5f7c1c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Converting VIF {"id": "1f68b661-61ca-414f-89df-b4248c5f7c1c", "address": "fa:16:3e:54:7c:bf", "network": {"id": "2a6a8d43-dc41-4eec-a997-a8e358f4cf2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-932852137-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "977025d1bd9a427ba2b29db8542b6e20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f68b661-61", "ovs_interfaceid": "1f68b661-61ca-414f-89df-b4248c5f7c1c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:54:7c:bf,bridge_name='br-int',has_traffic_filtering=True,id=1f68b661-61ca-414f-89df-b4248c5f7c1c,network=Network(2a6a8d43-dc41-4eec-a997-a8e358f4cf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f68b661-61') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG os_vif [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:54:7c:bf,bridge_name='br-int',has_traffic_filtering=True,id=1f68b661-61ca-414f-89df-b4248c5f7c1c,network=Network(2a6a8d43-dc41-4eec-a997-a8e358f4cf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f68b661-61') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '705c2bf3-83b5-5f2c-9649-90527148019e', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1f68b661-61, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1f68b661-61, col_values=(('qos', UUID('61d51dfe-5508-4db1-b510-76f040897bff')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1f68b661-61, col_values=(('external_ids', {'iface-id': '1f68b661-61ca-414f-89df-b4248c5f7c1c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:54:7c:bf', 'vm-uuid': '7e417d76-c45b-4033-aa0e-c98c1268971d'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:56 user nova-compute[74922]: INFO os_vif [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:54:7c:bf,bridge_name='br-int',has_traffic_filtering=True,id=1f68b661-61ca-414f-89df-b4248c5f7c1c,network=Network(2a6a8d43-dc41-4eec-a997-a8e358f4cf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f68b661-61')
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] No VIF found with MAC fa:16:3e:54:7c:bf, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Acquiring lock "55264a4f-7b2d-4fea-9ddd-db519958b047" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "55264a4f-7b2d-4fea-9ddd-db519958b047" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.compute.manager [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.network.neutron [req-c8d5b403-90a0-40a5-afed-b83beea79064 req-753e8943-4543-45d2-8f13-be89bf5f3e8a service nova] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Updated VIF entry in instance network info cache for port 1f68b661-61ca-414f-89df-b4248c5f7c1c. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG nova.network.neutron [req-c8d5b403-90a0-40a5-afed-b83beea79064 req-753e8943-4543-45d2-8f13-be89bf5f3e8a service nova] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Updating instance_info_cache with network_info: [{"id": "1f68b661-61ca-414f-89df-b4248c5f7c1c", "address": "fa:16:3e:54:7c:bf", "network": {"id": "2a6a8d43-dc41-4eec-a997-a8e358f4cf2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-932852137-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "977025d1bd9a427ba2b29db8542b6e20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f68b661-61", "ovs_interfaceid": "1f68b661-61ca-414f-89df-b4248c5f7c1c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:42:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c8d5b403-90a0-40a5-afed-b83beea79064 req-753e8943-4543-45d2-8f13-be89bf5f3e8a service nova] Releasing lock "refresh_cache-7e417d76-c45b-4033-aa0e-c98c1268971d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:42:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.011s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:57 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:42:57 user nova-compute[74922]: INFO nova.compute.claims [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Claim successful on node user
Oct 30 05:42:57 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:42:57 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:42:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.456s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:42:57 user nova-compute[74922]: DEBUG nova.compute.manager [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:42:57 user nova-compute[74922]: DEBUG nova.compute.manager [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:42:57 user nova-compute[74922]: DEBUG nova.network.neutron [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:42:57 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Oct 30 05:42:57 user nova-compute[74922]: DEBUG nova.compute.manager [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:42:57 user nova-compute[74922]: DEBUG nova.policy [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc16787076ff4b95846d6a4da6b9ca02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '655da5da1cad432caef5deb76b2397f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:42:58 user nova-compute[74922]: DEBUG nova.compute.manager [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:42:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:42:58 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Creating image(s)
Oct 30 05:42:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Acquiring lock "/opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "/opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "/opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.013s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:42:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Acquiring lock "ecdb6e3e61450277aa3e5fda02129de58abb3acb" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "ecdb6e3e61450277aa3e5fda02129de58abb3acb" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:58 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:58 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ecdb6e3e61450277aa3e5fda02129de58abb3acb.part --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:42:58 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:42:59 user nova-compute[74922]: DEBUG nova.compute.manager [req-9648d547-540a-48c7-bdfe-f79bca2cdbca req-3ffedcdd-2074-40e8-93bc-fb78123e73d8 service nova] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Received event network-vif-plugged-1f68b661-61ca-414f-89df-b4248c5f7c1c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:42:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9648d547-540a-48c7-bdfe-f79bca2cdbca req-3ffedcdd-2074-40e8-93bc-fb78123e73d8 service nova] Acquiring lock "7e417d76-c45b-4033-aa0e-c98c1268971d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:42:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9648d547-540a-48c7-bdfe-f79bca2cdbca req-3ffedcdd-2074-40e8-93bc-fb78123e73d8 service nova] Lock "7e417d76-c45b-4033-aa0e-c98c1268971d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:42:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9648d547-540a-48c7-bdfe-f79bca2cdbca req-3ffedcdd-2074-40e8-93bc-fb78123e73d8 service nova] Lock "7e417d76-c45b-4033-aa0e-c98c1268971d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:42:59 user nova-compute[74922]: DEBUG nova.compute.manager [req-9648d547-540a-48c7-bdfe-f79bca2cdbca req-3ffedcdd-2074-40e8-93bc-fb78123e73d8 service nova] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] No waiting events found dispatching network-vif-plugged-1f68b661-61ca-414f-89df-b4248c5f7c1c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:42:59 user nova-compute[74922]: WARNING nova.compute.manager [req-9648d547-540a-48c7-bdfe-f79bca2cdbca req-3ffedcdd-2074-40e8-93bc-fb78123e73d8 service nova] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Received unexpected event network-vif-plugged-1f68b661-61ca-414f-89df-b4248c5f7c1c for instance with vm_state building and task_state spawning.
Oct 30 05:42:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ecdb6e3e61450277aa3e5fda02129de58abb3acb.part --force-share --output=json" returned: 0 in 0.278s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:42:59 user nova-compute[74922]: DEBUG nova.virt.images [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] 1e5a24bd-5676-4351-9891-bf03a9f88647 was qcow2, converting to raw {{(pid=74922) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 05:42:59 user nova-compute[74922]: DEBUG nova.privsep.utils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74922) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 05:42:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/ecdb6e3e61450277aa3e5fda02129de58abb3acb.part /opt/stack/data/nova/instances/_base/ecdb6e3e61450277aa3e5fda02129de58abb3acb.converted {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:42:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/ecdb6e3e61450277aa3e5fda02129de58abb3acb.part /opt/stack/data/nova/instances/_base/ecdb6e3e61450277aa3e5fda02129de58abb3acb.converted" returned: 0 in 0.468s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:42:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ecdb6e3e61450277aa3e5fda02129de58abb3acb.converted --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:42:59 user nova-compute[74922]: DEBUG nova.network.neutron [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Successfully created port: 59fb9aaf-f789-4e08-b0b1-306da8ee59a8 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:42:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ecdb6e3e61450277aa3e5fda02129de58abb3acb.converted --force-share --output=json" returned: 0 in 0.264s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:42:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "ecdb6e3e61450277aa3e5fda02129de58abb3acb" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.752s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:42:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ecdb6e3e61450277aa3e5fda02129de58abb3acb --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ecdb6e3e61450277aa3e5fda02129de58abb3acb --force-share --output=json" returned: 0 in 0.279s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Acquiring lock "ecdb6e3e61450277aa3e5fda02129de58abb3acb" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "ecdb6e3e61450277aa3e5fda02129de58abb3acb" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ecdb6e3e61450277aa3e5fda02129de58abb3acb --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ecdb6e3e61450277aa3e5fda02129de58abb3acb --force-share --output=json" returned: 0 in 0.185s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ecdb6e3e61450277aa3e5fda02129de58abb3acb,backing_fmt=raw /opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ecdb6e3e61450277aa3e5fda02129de58abb3acb,backing_fmt=raw /opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/disk 1073741824" returned: 0 in 0.133s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "ecdb6e3e61450277aa3e5fda02129de58abb3acb" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.328s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ecdb6e3e61450277aa3e5fda02129de58abb3acb --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ecdb6e3e61450277aa3e5fda02129de58abb3acb --force-share --output=json" returned: 0 in 0.254s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:00 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Checking if we can resize image /opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:43:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Cannot resize image /opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Ensure instance console log exists: /opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG nova.compute.manager [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:43:01 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Instance spawned successfully.
Oct 30 05:43:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG nova.compute.manager [req-516a0f66-83e8-46a2-a73a-4670ba46059c req-2c9bba37-d05f-4227-aee7-b5d9532b8e89 service nova] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Received event network-vif-plugged-1f68b661-61ca-414f-89df-b4248c5f7c1c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-516a0f66-83e8-46a2-a73a-4670ba46059c req-2c9bba37-d05f-4227-aee7-b5d9532b8e89 service nova] Acquiring lock "7e417d76-c45b-4033-aa0e-c98c1268971d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-516a0f66-83e8-46a2-a73a-4670ba46059c req-2c9bba37-d05f-4227-aee7-b5d9532b8e89 service nova] Lock "7e417d76-c45b-4033-aa0e-c98c1268971d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-516a0f66-83e8-46a2-a73a-4670ba46059c req-2c9bba37-d05f-4227-aee7-b5d9532b8e89 service nova] Lock "7e417d76-c45b-4033-aa0e-c98c1268971d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG nova.compute.manager [req-516a0f66-83e8-46a2-a73a-4670ba46059c req-2c9bba37-d05f-4227-aee7-b5d9532b8e89 service nova] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] No waiting events found dispatching network-vif-plugged-1f68b661-61ca-414f-89df-b4248c5f7c1c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:43:01 user nova-compute[74922]: WARNING nova.compute.manager [req-516a0f66-83e8-46a2-a73a-4670ba46059c req-2c9bba37-d05f-4227-aee7-b5d9532b8e89 service nova] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Received unexpected event network-vif-plugged-1f68b661-61ca-414f-89df-b4248c5f7c1c for instance with vm_state building and task_state spawning.
Oct 30 05:43:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG nova.network.neutron [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Successfully updated port: 59fb9aaf-f789-4e08-b0b1-306da8ee59a8 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Acquiring lock "refresh_cache-55264a4f-7b2d-4fea-9ddd-db519958b047" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Acquired lock "refresh_cache-55264a4f-7b2d-4fea-9ddd-db519958b047" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG nova.network.neutron [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG nova.compute.manager [req-4f607e44-4ac6-4895-8a6a-5a4858479fec req-4da22397-cc9c-4f76-85b2-fd5784e2f392 service nova] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Received event network-changed-59fb9aaf-f789-4e08-b0b1-306da8ee59a8 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG nova.compute.manager [req-4f607e44-4ac6-4895-8a6a-5a4858479fec req-4da22397-cc9c-4f76-85b2-fd5784e2f392 service nova] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Refreshing instance network info cache due to event network-changed-59fb9aaf-f789-4e08-b0b1-306da8ee59a8. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4f607e44-4ac6-4895-8a6a-5a4858479fec req-4da22397-cc9c-4f76-85b2-fd5784e2f392 service nova] Acquiring lock "refresh_cache-55264a4f-7b2d-4fea-9ddd-db519958b047" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:43:01 user nova-compute[74922]: INFO nova.compute.manager [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Took 10.88 seconds to spawn the instance on the hypervisor.
Oct 30 05:43:01 user nova-compute[74922]: DEBUG nova.compute.manager [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG nova.network.neutron [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:43:01 user nova-compute[74922]: INFO nova.compute.manager [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Took 11.87 seconds to build instance.
Oct 30 05:43:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0af41783-5e26-4764-bd81-4513dfa4b72a tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "7e417d76-c45b-4033-aa0e-c98c1268971d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.081s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Acquiring lock "24068942-be4d-4353-9eae-a9772d380590" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lock "24068942-be4d-4353-9eae-a9772d380590" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG nova.compute.manager [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG nova.network.neutron [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Updating instance_info_cache with network_info: [{"id": "59fb9aaf-f789-4e08-b0b1-306da8ee59a8", "address": "fa:16:3e:00:30:5b", "network": {"id": "d942429e-d37b-4be2-afd0-ef3251d352eb", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-255517984-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "655da5da1cad432caef5deb76b2397f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59fb9aaf-f7", "ovs_interfaceid": "59fb9aaf-f789-4e08-b0b1-306da8ee59a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Releasing lock "refresh_cache-55264a4f-7b2d-4fea-9ddd-db519958b047" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG nova.compute.manager [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Instance network_info: |[{"id": "59fb9aaf-f789-4e08-b0b1-306da8ee59a8", "address": "fa:16:3e:00:30:5b", "network": {"id": "d942429e-d37b-4be2-afd0-ef3251d352eb", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-255517984-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "655da5da1cad432caef5deb76b2397f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59fb9aaf-f7", "ovs_interfaceid": "59fb9aaf-f789-4e08-b0b1-306da8ee59a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4f607e44-4ac6-4895-8a6a-5a4858479fec req-4da22397-cc9c-4f76-85b2-fd5784e2f392 service nova] Acquired lock "refresh_cache-55264a4f-7b2d-4fea-9ddd-db519958b047" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG nova.network.neutron [req-4f607e44-4ac6-4895-8a6a-5a4858479fec req-4da22397-cc9c-4f76-85b2-fd5784e2f392 service nova] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Refreshing network info cache for port 59fb9aaf-f789-4e08-b0b1-306da8ee59a8 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:43:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Start _get_guest_xml network_info=[{"id": "59fb9aaf-f789-4e08-b0b1-306da8ee59a8", "address": "fa:16:3e:00:30:5b", "network": {"id": "d942429e-d37b-4be2-afd0-ef3251d352eb", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-255517984-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "655da5da1cad432caef5deb76b2397f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59fb9aaf-f7", "ovs_interfaceid": "59fb9aaf-f789-4e08-b0b1-306da8ee59a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:42:48Z,direct_url=<?>,disk_format='qcow2',id=1e5a24bd-5676-4351-9891-bf03a9f88647,min_disk=0,min_ram=0,name='',owner='9e2cf365b1a740c1a29b2fcca0ea0f15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:42:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'scsi', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'encryption_format': None, 'image_id': '1e5a24bd-5676-4351-9891-bf03a9f88647'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:43:02 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:43:02 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:43:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:43:02 user nova-compute[74922]: INFO nova.compute.claims [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Claim successful on node user
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:42:48Z,direct_url=<?>,disk_format='qcow2',id=1e5a24bd-5676-4351-9891-bf03a9f88647,min_disk=0,min_ram=0,name='',owner='9e2cf365b1a740c1a29b2fcca0ea0f15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:42:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:42:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1773917955',display_name='tempest-AttachSCSIVolumeTestJSON-server-1773917955',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1773917955',id=5,image_ref='1e5a24bd-5676-4351-9891-bf03a9f88647',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFqfa9BTOA+6eSMPuFuDXYokVYsYQVm4dcQsjbpFr3B1mRayeul+L37IesjRZ++PgfyPJU4TOk58VmVVXO2WF8tItHhq9allrF55Sgjeh9u9GbWDXJrEzKncunNwqYBupw==',key_name='tempest-keypair-338906448',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='655da5da1cad432caef5deb76b2397f5',ramdisk_id='',reservation_id='r-jncfbuj0',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='1e5a24bd-5676-4351-9891-bf03a9f88647',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1837820456',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1837820456-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:42:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cc16787076ff4b95846d6a4da6b9ca02',uuid=55264a4f-7b2d-4fea-9ddd-db519958b047,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "59fb9aaf-f789-4e08-b0b1-306da8ee59a8", "address": "fa:16:3e:00:30:5b", "network": {"id": "d942429e-d37b-4be2-afd0-ef3251d352eb", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-255517984-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "655da5da1cad432caef5deb76b2397f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59fb9aaf-f7", "ovs_interfaceid": "59fb9aaf-f789-4e08-b0b1-306da8ee59a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Converting VIF {"id": "59fb9aaf-f789-4e08-b0b1-306da8ee59a8", "address": "fa:16:3e:00:30:5b", "network": {"id": "d942429e-d37b-4be2-afd0-ef3251d352eb", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-255517984-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "655da5da1cad432caef5deb76b2397f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59fb9aaf-f7", "ovs_interfaceid": "59fb9aaf-f789-4e08-b0b1-306da8ee59a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:30:5b,bridge_name='br-int',has_traffic_filtering=True,id=59fb9aaf-f789-4e08-b0b1-306da8ee59a8,network=Network(d942429e-d37b-4be2-afd0-ef3251d352eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59fb9aaf-f7') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.objects.instance [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lazy-loading 'pci_devices' on Instance uuid 55264a4f-7b2d-4fea-9ddd-db519958b047 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:43:02 user nova-compute[74922]:   <uuid>55264a4f-7b2d-4fea-9ddd-db519958b047</uuid>
Oct 30 05:43:02 user nova-compute[74922]:   <name>instance-00000005</name>
Oct 30 05:43:02 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:43:02 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:43:02 user nova-compute[74922]:   <metadata>
Oct 30 05:43:02 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:43:02 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:43:02 user nova-compute[74922]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-1773917955</nova:name>
Oct 30 05:43:02 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:43:02</nova:creationTime>
Oct 30 05:43:02 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:43:02 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:43:02 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:43:02 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:43:02 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:43:02 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:43:02 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:43:02 user nova-compute[74922]:       <nova:owner>
Oct 30 05:43:02 user nova-compute[74922]:         <nova:user uuid="cc16787076ff4b95846d6a4da6b9ca02">tempest-AttachSCSIVolumeTestJSON-1837820456-project-member</nova:user>
Oct 30 05:43:02 user nova-compute[74922]:         <nova:project uuid="655da5da1cad432caef5deb76b2397f5">tempest-AttachSCSIVolumeTestJSON-1837820456</nova:project>
Oct 30 05:43:02 user nova-compute[74922]:       </nova:owner>
Oct 30 05:43:02 user nova-compute[74922]:       <nova:root type="image" uuid="1e5a24bd-5676-4351-9891-bf03a9f88647"/>
Oct 30 05:43:02 user nova-compute[74922]:       <nova:ports>
Oct 30 05:43:02 user nova-compute[74922]:         <nova:port uuid="59fb9aaf-f789-4e08-b0b1-306da8ee59a8">
Oct 30 05:43:02 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 05:43:02 user nova-compute[74922]:         </nova:port>
Oct 30 05:43:02 user nova-compute[74922]:       </nova:ports>
Oct 30 05:43:02 user nova-compute[74922]:     </nova:instance>
Oct 30 05:43:02 user nova-compute[74922]:   </metadata>
Oct 30 05:43:02 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:43:02 user nova-compute[74922]:     <system>
Oct 30 05:43:02 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:43:02 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:43:02 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:43:02 user nova-compute[74922]:       <entry name="serial">55264a4f-7b2d-4fea-9ddd-db519958b047</entry>
Oct 30 05:43:02 user nova-compute[74922]:       <entry name="uuid">55264a4f-7b2d-4fea-9ddd-db519958b047</entry>
Oct 30 05:43:02 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:43:02 user nova-compute[74922]:     </system>
Oct 30 05:43:02 user nova-compute[74922]:   </sysinfo>
Oct 30 05:43:02 user nova-compute[74922]:   <os>
Oct 30 05:43:02 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:43:02 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:43:02 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:43:02 user nova-compute[74922]:   </os>
Oct 30 05:43:02 user nova-compute[74922]:   <features>
Oct 30 05:43:02 user nova-compute[74922]:     <acpi/>
Oct 30 05:43:02 user nova-compute[74922]:     <apic/>
Oct 30 05:43:02 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:43:02 user nova-compute[74922]:   </features>
Oct 30 05:43:02 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:43:02 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:43:02 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:43:02 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:43:02 user nova-compute[74922]:   </clock>
Oct 30 05:43:02 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:43:02 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:43:02 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:43:02 user nova-compute[74922]:   </cpu>
Oct 30 05:43:02 user nova-compute[74922]:   <devices>
Oct 30 05:43:02 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:43:02 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:43:02 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/disk"/>
Oct 30 05:43:02 user nova-compute[74922]:       <target dev="sda" bus="scsi"/>
Oct 30 05:43:02 user nova-compute[74922]:       <address type="drive" controller="0" unit="0"/>
Oct 30 05:43:02 user nova-compute[74922]:     </disk>
Oct 30 05:43:02 user nova-compute[74922]:     <disk type="file" device="cdrom">
Oct 30 05:43:02 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none"/>
Oct 30 05:43:02 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/disk.config"/>
Oct 30 05:43:02 user nova-compute[74922]:       <target dev="sdb" bus="scsi"/>
Oct 30 05:43:02 user nova-compute[74922]:       <address type="drive" controller="0" unit="1"/>
Oct 30 05:43:02 user nova-compute[74922]:     </disk>
Oct 30 05:43:02 user nova-compute[74922]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Oct 30 05:43:02 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:43:02 user nova-compute[74922]:       <mac address="fa:16:3e:00:30:5b"/>
Oct 30 05:43:02 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:43:02 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:43:02 user nova-compute[74922]:       <target dev="tap59fb9aaf-f7"/>
Oct 30 05:43:02 user nova-compute[74922]:     </interface>
Oct 30 05:43:02 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:43:02 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/console.log" append="off"/>
Oct 30 05:43:02 user nova-compute[74922]:     </serial>
Oct 30 05:43:02 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:43:02 user nova-compute[74922]:     <video>
Oct 30 05:43:02 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:43:02 user nova-compute[74922]:     </video>
Oct 30 05:43:02 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:43:02 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:43:02 user nova-compute[74922]:     </rng>
Oct 30 05:43:02 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:43:02 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:43:02 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:43:02 user nova-compute[74922]:     </memballoon>
Oct 30 05:43:02 user nova-compute[74922]:   </devices>
Oct 30 05:43:02 user nova-compute[74922]: </domain>
Oct 30 05:43:02 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:42:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1773917955',display_name='tempest-AttachSCSIVolumeTestJSON-server-1773917955',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1773917955',id=5,image_ref='1e5a24bd-5676-4351-9891-bf03a9f88647',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFqfa9BTOA+6eSMPuFuDXYokVYsYQVm4dcQsjbpFr3B1mRayeul+L37IesjRZ++PgfyPJU4TOk58VmVVXO2WF8tItHhq9allrF55Sgjeh9u9GbWDXJrEzKncunNwqYBupw==',key_name='tempest-keypair-338906448',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='655da5da1cad432caef5deb76b2397f5',ramdisk_id='',reservation_id='r-jncfbuj0',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='1e5a24bd-5676-4351-9891-bf03a9f88647',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1837820456',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1837820456-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:42:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cc16787076ff4b95846d6a4da6b9ca02',uuid=55264a4f-7b2d-4fea-9ddd-db519958b047,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "59fb9aaf-f789-4e08-b0b1-306da8ee59a8", "address": "fa:16:3e:00:30:5b", "network": {"id": "d942429e-d37b-4be2-afd0-ef3251d352eb", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-255517984-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "655da5da1cad432caef5deb76b2397f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59fb9aaf-f7", "ovs_interfaceid": "59fb9aaf-f789-4e08-b0b1-306da8ee59a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Converting VIF {"id": "59fb9aaf-f789-4e08-b0b1-306da8ee59a8", "address": "fa:16:3e:00:30:5b", "network": {"id": "d942429e-d37b-4be2-afd0-ef3251d352eb", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-255517984-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "655da5da1cad432caef5deb76b2397f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59fb9aaf-f7", "ovs_interfaceid": "59fb9aaf-f789-4e08-b0b1-306da8ee59a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:30:5b,bridge_name='br-int',has_traffic_filtering=True,id=59fb9aaf-f789-4e08-b0b1-306da8ee59a8,network=Network(d942429e-d37b-4be2-afd0-ef3251d352eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59fb9aaf-f7') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG os_vif [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:30:5b,bridge_name='br-int',has_traffic_filtering=True,id=59fb9aaf-f789-4e08-b0b1-306da8ee59a8,network=Network(d942429e-d37b-4be2-afd0-ef3251d352eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59fb9aaf-f7') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '95c3e2a4-87e1-5fd1-a2fa-ace9268fb916', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap59fb9aaf-f7, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap59fb9aaf-f7, col_values=(('qos', UUID('987fba87-38c1-4935-afda-d360104de2a5')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap59fb9aaf-f7, col_values=(('external_ids', {'iface-id': '59fb9aaf-f789-4e08-b0b1-306da8ee59a8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:00:30:5b', 'vm-uuid': '55264a4f-7b2d-4fea-9ddd-db519958b047'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:02 user nova-compute[74922]: INFO os_vif [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:30:5b,bridge_name='br-int',has_traffic_filtering=True,id=59fb9aaf-f789-4e08-b0b1-306da8ee59a8,network=Network(d942429e-d37b-4be2-afd0-ef3251d352eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59fb9aaf-f7')
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] No BDM found with device name sda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] No VIF found with MAC fa:16:3e:00:30:5b, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:43:02 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Using config drive
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.533s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.compute.manager [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.network.neutron [req-4f607e44-4ac6-4895-8a6a-5a4858479fec req-4da22397-cc9c-4f76-85b2-fd5784e2f392 service nova] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Updated VIF entry in instance network info cache for port 59fb9aaf-f789-4e08-b0b1-306da8ee59a8. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.network.neutron [req-4f607e44-4ac6-4895-8a6a-5a4858479fec req-4da22397-cc9c-4f76-85b2-fd5784e2f392 service nova] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Updating instance_info_cache with network_info: [{"id": "59fb9aaf-f789-4e08-b0b1-306da8ee59a8", "address": "fa:16:3e:00:30:5b", "network": {"id": "d942429e-d37b-4be2-afd0-ef3251d352eb", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-255517984-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "655da5da1cad432caef5deb76b2397f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59fb9aaf-f7", "ovs_interfaceid": "59fb9aaf-f789-4e08-b0b1-306da8ee59a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4f607e44-4ac6-4895-8a6a-5a4858479fec req-4da22397-cc9c-4f76-85b2-fd5784e2f392 service nova] Releasing lock "refresh_cache-55264a4f-7b2d-4fea-9ddd-db519958b047" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.compute.manager [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.network.neutron [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:43:02 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.compute.manager [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:43:02 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Creating config drive at /opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/disk.config
Oct 30 05:43:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpgc_0kc4w {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG nova.policy [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76b1e968cc694298a92f3fd6828bd287', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cde2c86d8914f1f81a0093440850477', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:43:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpgc_0kc4w" returned: 0 in 0.079s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:03 user nova-compute[74922]: DEBUG nova.compute.manager [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:43:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:43:03 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Creating image(s)
Oct 30 05:43:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Acquiring lock "/opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lock "/opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lock "/opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.196s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.278s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk 1073741824" returned: 0 in 0.050s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.336s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.245s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:03 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Checking if we can resize image /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:43:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:04 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:04 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Cannot resize image /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:43:04 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:43:04 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Ensure instance console log exists: /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:43:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:04 user nova-compute[74922]: DEBUG nova.network.neutron [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Successfully created port: b0e1b488-94ee-49f6-946e-69d1ab836d95 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:43:04 user nova-compute[74922]: DEBUG nova.compute.manager [req-378d8b0b-e85c-484e-b3db-75e4703fe172 req-873a5f71-ef9e-45a9-bfab-010c3be5661d service nova] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Received event network-vif-plugged-a6d72839-4083-41e6-a85d-35aa548e9a0d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:43:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-378d8b0b-e85c-484e-b3db-75e4703fe172 req-873a5f71-ef9e-45a9-bfab-010c3be5661d service nova] Acquiring lock "f043cb05-eb51-4e0c-9a91-082ad6149324-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-378d8b0b-e85c-484e-b3db-75e4703fe172 req-873a5f71-ef9e-45a9-bfab-010c3be5661d service nova] Lock "f043cb05-eb51-4e0c-9a91-082ad6149324-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-378d8b0b-e85c-484e-b3db-75e4703fe172 req-873a5f71-ef9e-45a9-bfab-010c3be5661d service nova] Lock "f043cb05-eb51-4e0c-9a91-082ad6149324-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:04 user nova-compute[74922]: DEBUG nova.compute.manager [req-378d8b0b-e85c-484e-b3db-75e4703fe172 req-873a5f71-ef9e-45a9-bfab-010c3be5661d service nova] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] No waiting events found dispatching network-vif-plugged-a6d72839-4083-41e6-a85d-35aa548e9a0d {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:43:04 user nova-compute[74922]: WARNING nova.compute.manager [req-378d8b0b-e85c-484e-b3db-75e4703fe172 req-873a5f71-ef9e-45a9-bfab-010c3be5661d service nova] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Received unexpected event network-vif-plugged-a6d72839-4083-41e6-a85d-35aa548e9a0d for instance with vm_state active and task_state None.
Oct 30 05:43:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:05 user nova-compute[74922]: DEBUG nova.network.neutron [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Successfully updated port: b0e1b488-94ee-49f6-946e-69d1ab836d95 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:43:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Acquiring lock "refresh_cache-24068942-be4d-4353-9eae-a9772d380590" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:43:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Acquired lock "refresh_cache-24068942-be4d-4353-9eae-a9772d380590" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:43:05 user nova-compute[74922]: DEBUG nova.network.neutron [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:43:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-4b486457-219b-40bf-9e1f-83d4177b9051 req-ce3b67ad-5ca5-4925-b9e5-5752e9509080 service nova] [instance: 24068942-be4d-4353-9eae-a9772d380590] Received event network-changed-b0e1b488-94ee-49f6-946e-69d1ab836d95 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:43:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-4b486457-219b-40bf-9e1f-83d4177b9051 req-ce3b67ad-5ca5-4925-b9e5-5752e9509080 service nova] [instance: 24068942-be4d-4353-9eae-a9772d380590] Refreshing instance network info cache due to event network-changed-b0e1b488-94ee-49f6-946e-69d1ab836d95. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:43:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4b486457-219b-40bf-9e1f-83d4177b9051 req-ce3b67ad-5ca5-4925-b9e5-5752e9509080 service nova] Acquiring lock "refresh_cache-24068942-be4d-4353-9eae-a9772d380590" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:43:05 user nova-compute[74922]: DEBUG nova.network.neutron [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:43:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG nova.network.neutron [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Updating instance_info_cache with network_info: [{"id": "b0e1b488-94ee-49f6-946e-69d1ab836d95", "address": "fa:16:3e:56:ff:fb", "network": {"id": "cad0ab7b-a470-4da5-88b1-0eef0c3be354", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1950670208-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cde2c86d8914f1f81a0093440850477", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0e1b488-94", "ovs_interfaceid": "b0e1b488-94ee-49f6-946e-69d1ab836d95", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Releasing lock "refresh_cache-24068942-be4d-4353-9eae-a9772d380590" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG nova.compute.manager [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Instance network_info: |[{"id": "b0e1b488-94ee-49f6-946e-69d1ab836d95", "address": "fa:16:3e:56:ff:fb", "network": {"id": "cad0ab7b-a470-4da5-88b1-0eef0c3be354", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1950670208-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cde2c86d8914f1f81a0093440850477", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0e1b488-94", "ovs_interfaceid": "b0e1b488-94ee-49f6-946e-69d1ab836d95", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4b486457-219b-40bf-9e1f-83d4177b9051 req-ce3b67ad-5ca5-4925-b9e5-5752e9509080 service nova] Acquired lock "refresh_cache-24068942-be4d-4353-9eae-a9772d380590" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG nova.network.neutron [req-4b486457-219b-40bf-9e1f-83d4177b9051 req-ce3b67ad-5ca5-4925-b9e5-5752e9509080 service nova] [instance: 24068942-be4d-4353-9eae-a9772d380590] Refreshing network info cache for port b0e1b488-94ee-49f6-946e-69d1ab836d95 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Start _get_guest_xml network_info=[{"id": "b0e1b488-94ee-49f6-946e-69d1ab836d95", "address": "fa:16:3e:56:ff:fb", "network": {"id": "cad0ab7b-a470-4da5-88b1-0eef0c3be354", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1950670208-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cde2c86d8914f1f81a0093440850477", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0e1b488-94", "ovs_interfaceid": "b0e1b488-94ee-49f6-946e-69d1ab836d95", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Received event network-vif-plugged-a6d72839-4083-41e6-a85d-35aa548e9a0d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] Acquiring lock "f043cb05-eb51-4e0c-9a91-082ad6149324-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] Lock "f043cb05-eb51-4e0c-9a91-082ad6149324-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] Lock "f043cb05-eb51-4e0c-9a91-082ad6149324-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] No waiting events found dispatching network-vif-plugged-a6d72839-4083-41e6-a85d-35aa548e9a0d {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:43:06 user nova-compute[74922]: WARNING nova.compute.manager [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Received unexpected event network-vif-plugged-a6d72839-4083-41e6-a85d-35aa548e9a0d for instance with vm_state active and task_state None.
Oct 30 05:43:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Received event network-vif-plugged-ee57dce5-f7a0-4cf8-9921-af521c7b1088 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] Acquiring lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] Lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] Lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] No waiting events found dispatching network-vif-plugged-ee57dce5-f7a0-4cf8-9921-af521c7b1088 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:43:06 user nova-compute[74922]: WARNING nova.compute.manager [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Received unexpected event network-vif-plugged-ee57dce5-f7a0-4cf8-9921-af521c7b1088 for instance with vm_state active and task_state None.
Oct 30 05:43:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Received event network-vif-plugged-ee57dce5-f7a0-4cf8-9921-af521c7b1088 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] Acquiring lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] Lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] Lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] No waiting events found dispatching network-vif-plugged-ee57dce5-f7a0-4cf8-9921-af521c7b1088 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:43:06 user nova-compute[74922]: WARNING nova.compute.manager [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Received unexpected event network-vif-plugged-ee57dce5-f7a0-4cf8-9921-af521c7b1088 for instance with vm_state active and task_state None.
Oct 30 05:43:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Received event network-vif-plugged-59fb9aaf-f789-4e08-b0b1-306da8ee59a8 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] Acquiring lock "55264a4f-7b2d-4fea-9ddd-db519958b047-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] Lock "55264a4f-7b2d-4fea-9ddd-db519958b047-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] Lock "55264a4f-7b2d-4fea-9ddd-db519958b047-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] No waiting events found dispatching network-vif-plugged-59fb9aaf-f789-4e08-b0b1-306da8ee59a8 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:43:06 user nova-compute[74922]: WARNING nova.compute.manager [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Received unexpected event network-vif-plugged-59fb9aaf-f789-4e08-b0b1-306da8ee59a8 for instance with vm_state building and task_state spawning.
Oct 30 05:43:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Received event network-vif-plugged-59fb9aaf-f789-4e08-b0b1-306da8ee59a8 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] Acquiring lock "55264a4f-7b2d-4fea-9ddd-db519958b047-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] Lock "55264a4f-7b2d-4fea-9ddd-db519958b047-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] Lock "55264a4f-7b2d-4fea-9ddd-db519958b047-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] No waiting events found dispatching network-vif-plugged-59fb9aaf-f789-4e08-b0b1-306da8ee59a8 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:43:06 user nova-compute[74922]: WARNING nova.compute.manager [req-09b61a37-edf5-4d49-876c-c9132cef2d96 req-87634563-c826-4f67-aa84-7cafa9ef90f3 service nova] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Received unexpected event network-vif-plugged-59fb9aaf-f789-4e08-b0b1-306da8ee59a8 for instance with vm_state building and task_state spawning.
Oct 30 05:43:07 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:43:07 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:43:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1694911',display_name='tempest-TestVolumeSwap-server-1694911',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1694911',id=6,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBSbrSWapNiI7+NNjqmUNG3+pq4IoWJTMr0R290cuWfPYXOfaj+BIZdgBoSeQnLa7z5sU4Rgp5S4dy0z7lHHuAHbn6S9sJXnHNp19FO2HId5pfywkXK73vJqep8/MqZZw==',key_name='tempest-keypair-2006792672',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9cde2c86d8914f1f81a0093440850477',ramdisk_id='',reservation_id='r-dwpmg122',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-666654811',owner_user_name='tempest-TestVolumeSwap-666654811-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:43:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='76b1e968cc694298a92f3fd6828bd287',uuid=24068942-be4d-4353-9eae-a9772d380590,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b0e1b488-94ee-49f6-946e-69d1ab836d95", "address": "fa:16:3e:56:ff:fb", "network": {"id": "cad0ab7b-a470-4da5-88b1-0eef0c3be354", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1950670208-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cde2c86d8914f1f81a0093440850477", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0e1b488-94", "ovs_interfaceid": "b0e1b488-94ee-49f6-946e-69d1ab836d95", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Converting VIF {"id": "b0e1b488-94ee-49f6-946e-69d1ab836d95", "address": "fa:16:3e:56:ff:fb", "network": {"id": "cad0ab7b-a470-4da5-88b1-0eef0c3be354", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1950670208-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cde2c86d8914f1f81a0093440850477", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0e1b488-94", "ovs_interfaceid": "b0e1b488-94ee-49f6-946e-69d1ab836d95", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:56:ff:fb,bridge_name='br-int',has_traffic_filtering=True,id=b0e1b488-94ee-49f6-946e-69d1ab836d95,network=Network(cad0ab7b-a470-4da5-88b1-0eef0c3be354),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0e1b488-94') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.objects.instance [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lazy-loading 'pci_devices' on Instance uuid 24068942-be4d-4353-9eae-a9772d380590 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:43:07 user nova-compute[74922]:   <uuid>24068942-be4d-4353-9eae-a9772d380590</uuid>
Oct 30 05:43:07 user nova-compute[74922]:   <name>instance-00000006</name>
Oct 30 05:43:07 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:43:07 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:43:07 user nova-compute[74922]:   <metadata>
Oct 30 05:43:07 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:43:07 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:43:07 user nova-compute[74922]:       <nova:name>tempest-TestVolumeSwap-server-1694911</nova:name>
Oct 30 05:43:07 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:43:07</nova:creationTime>
Oct 30 05:43:07 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:43:07 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:43:07 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:43:07 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:43:07 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:43:07 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:43:07 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:43:07 user nova-compute[74922]:       <nova:owner>
Oct 30 05:43:07 user nova-compute[74922]:         <nova:user uuid="76b1e968cc694298a92f3fd6828bd287">tempest-TestVolumeSwap-666654811-project-member</nova:user>
Oct 30 05:43:07 user nova-compute[74922]:         <nova:project uuid="9cde2c86d8914f1f81a0093440850477">tempest-TestVolumeSwap-666654811</nova:project>
Oct 30 05:43:07 user nova-compute[74922]:       </nova:owner>
Oct 30 05:43:07 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:43:07 user nova-compute[74922]:       <nova:ports>
Oct 30 05:43:07 user nova-compute[74922]:         <nova:port uuid="b0e1b488-94ee-49f6-946e-69d1ab836d95">
Oct 30 05:43:07 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 30 05:43:07 user nova-compute[74922]:         </nova:port>
Oct 30 05:43:07 user nova-compute[74922]:       </nova:ports>
Oct 30 05:43:07 user nova-compute[74922]:     </nova:instance>
Oct 30 05:43:07 user nova-compute[74922]:   </metadata>
Oct 30 05:43:07 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:43:07 user nova-compute[74922]:     <system>
Oct 30 05:43:07 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:43:07 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:43:07 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:43:07 user nova-compute[74922]:       <entry name="serial">24068942-be4d-4353-9eae-a9772d380590</entry>
Oct 30 05:43:07 user nova-compute[74922]:       <entry name="uuid">24068942-be4d-4353-9eae-a9772d380590</entry>
Oct 30 05:43:07 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:43:07 user nova-compute[74922]:     </system>
Oct 30 05:43:07 user nova-compute[74922]:   </sysinfo>
Oct 30 05:43:07 user nova-compute[74922]:   <os>
Oct 30 05:43:07 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:43:07 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:43:07 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:43:07 user nova-compute[74922]:   </os>
Oct 30 05:43:07 user nova-compute[74922]:   <features>
Oct 30 05:43:07 user nova-compute[74922]:     <acpi/>
Oct 30 05:43:07 user nova-compute[74922]:     <apic/>
Oct 30 05:43:07 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:43:07 user nova-compute[74922]:   </features>
Oct 30 05:43:07 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:43:07 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:43:07 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:43:07 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:43:07 user nova-compute[74922]:   </clock>
Oct 30 05:43:07 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:43:07 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:43:07 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:43:07 user nova-compute[74922]:   </cpu>
Oct 30 05:43:07 user nova-compute[74922]:   <devices>
Oct 30 05:43:07 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:43:07 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:43:07 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk"/>
Oct 30 05:43:07 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:43:07 user nova-compute[74922]:     </disk>
Oct 30 05:43:07 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:43:07 user nova-compute[74922]:       <mac address="fa:16:3e:56:ff:fb"/>
Oct 30 05:43:07 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:43:07 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:43:07 user nova-compute[74922]:       <target dev="tapb0e1b488-94"/>
Oct 30 05:43:07 user nova-compute[74922]:     </interface>
Oct 30 05:43:07 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:43:07 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/console.log" append="off"/>
Oct 30 05:43:07 user nova-compute[74922]:     </serial>
Oct 30 05:43:07 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:43:07 user nova-compute[74922]:     <video>
Oct 30 05:43:07 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:43:07 user nova-compute[74922]:     </video>
Oct 30 05:43:07 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:43:07 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:43:07 user nova-compute[74922]:     </rng>
Oct 30 05:43:07 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:43:07 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:43:07 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:43:07 user nova-compute[74922]:     </memballoon>
Oct 30 05:43:07 user nova-compute[74922]:   </devices>
Oct 30 05:43:07 user nova-compute[74922]: </domain>
Oct 30 05:43:07 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:43:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1694911',display_name='tempest-TestVolumeSwap-server-1694911',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1694911',id=6,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBSbrSWapNiI7+NNjqmUNG3+pq4IoWJTMr0R290cuWfPYXOfaj+BIZdgBoSeQnLa7z5sU4Rgp5S4dy0z7lHHuAHbn6S9sJXnHNp19FO2HId5pfywkXK73vJqep8/MqZZw==',key_name='tempest-keypair-2006792672',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9cde2c86d8914f1f81a0093440850477',ramdisk_id='',reservation_id='r-dwpmg122',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-666654811',owner_user_name='tempest-TestVolumeSwap-666654811-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:43:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='76b1e968cc694298a92f3fd6828bd287',uuid=24068942-be4d-4353-9eae-a9772d380590,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b0e1b488-94ee-49f6-946e-69d1ab836d95", "address": "fa:16:3e:56:ff:fb", "network": {"id": "cad0ab7b-a470-4da5-88b1-0eef0c3be354", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1950670208-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cde2c86d8914f1f81a0093440850477", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0e1b488-94", "ovs_interfaceid": "b0e1b488-94ee-49f6-946e-69d1ab836d95", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Converting VIF {"id": "b0e1b488-94ee-49f6-946e-69d1ab836d95", "address": "fa:16:3e:56:ff:fb", "network": {"id": "cad0ab7b-a470-4da5-88b1-0eef0c3be354", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1950670208-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cde2c86d8914f1f81a0093440850477", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0e1b488-94", "ovs_interfaceid": "b0e1b488-94ee-49f6-946e-69d1ab836d95", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:56:ff:fb,bridge_name='br-int',has_traffic_filtering=True,id=b0e1b488-94ee-49f6-946e-69d1ab836d95,network=Network(cad0ab7b-a470-4da5-88b1-0eef0c3be354),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0e1b488-94') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG os_vif [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:56:ff:fb,bridge_name='br-int',has_traffic_filtering=True,id=b0e1b488-94ee-49f6-946e-69d1ab836d95,network=Network(cad0ab7b-a470-4da5-88b1-0eef0c3be354),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0e1b488-94') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7ab601b4-9f21-575b-9ca0-4ac50d1d3260', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb0e1b488-94, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb0e1b488-94, col_values=(('qos', UUID('bf937c8c-9b1c-49b2-8720-2cbe480bb0ef')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb0e1b488-94, col_values=(('external_ids', {'iface-id': 'b0e1b488-94ee-49f6-946e-69d1ab836d95', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:56:ff:fb', 'vm-uuid': '24068942-be4d-4353-9eae-a9772d380590'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:07 user nova-compute[74922]: INFO os_vif [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:56:ff:fb,bridge_name='br-int',has_traffic_filtering=True,id=b0e1b488-94ee-49f6-946e-69d1ab836d95,network=Network(cad0ab7b-a470-4da5-88b1-0eef0c3be354),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0e1b488-94')
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] No VIF found with MAC fa:16:3e:56:ff:fb, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.network.neutron [req-4b486457-219b-40bf-9e1f-83d4177b9051 req-ce3b67ad-5ca5-4925-b9e5-5752e9509080 service nova] [instance: 24068942-be4d-4353-9eae-a9772d380590] Updated VIF entry in instance network info cache for port b0e1b488-94ee-49f6-946e-69d1ab836d95. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG nova.network.neutron [req-4b486457-219b-40bf-9e1f-83d4177b9051 req-ce3b67ad-5ca5-4925-b9e5-5752e9509080 service nova] [instance: 24068942-be4d-4353-9eae-a9772d380590] Updating instance_info_cache with network_info: [{"id": "b0e1b488-94ee-49f6-946e-69d1ab836d95", "address": "fa:16:3e:56:ff:fb", "network": {"id": "cad0ab7b-a470-4da5-88b1-0eef0c3be354", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1950670208-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cde2c86d8914f1f81a0093440850477", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0e1b488-94", "ovs_interfaceid": "b0e1b488-94ee-49f6-946e-69d1ab836d95", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:43:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4b486457-219b-40bf-9e1f-83d4177b9051 req-ce3b67ad-5ca5-4925-b9e5-5752e9509080 service nova] Releasing lock "refresh_cache-24068942-be4d-4353-9eae-a9772d380590" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:43:08 user nova-compute[74922]: DEBUG nova.compute.manager [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:43:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:43:08 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Instance spawned successfully.
Oct 30 05:43:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:43:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:43:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:43:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:43:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:43:08 user nova-compute[74922]: INFO nova.compute.manager [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Took 10.16 seconds to spawn the instance on the hypervisor.
Oct 30 05:43:08 user nova-compute[74922]: DEBUG nova.compute.manager [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:43:08 user nova-compute[74922]: INFO nova.compute.manager [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Took 11.64 seconds to build instance.
Oct 30 05:43:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-27ad4fdf-e504-4edf-a62c-823ab179c87a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "55264a4f-7b2d-4fea-9ddd-db519958b047" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.928s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:10 user nova-compute[74922]: DEBUG nova.compute.manager [req-80adc3ec-d704-42f2-a79d-be34b8f9daad req-605b4ec4-56c1-4842-a766-ccd74bd7038b service nova] [instance: 24068942-be4d-4353-9eae-a9772d380590] Received event network-vif-plugged-b0e1b488-94ee-49f6-946e-69d1ab836d95 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:43:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-80adc3ec-d704-42f2-a79d-be34b8f9daad req-605b4ec4-56c1-4842-a766-ccd74bd7038b service nova] Acquiring lock "24068942-be4d-4353-9eae-a9772d380590-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-80adc3ec-d704-42f2-a79d-be34b8f9daad req-605b4ec4-56c1-4842-a766-ccd74bd7038b service nova] Lock "24068942-be4d-4353-9eae-a9772d380590-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-80adc3ec-d704-42f2-a79d-be34b8f9daad req-605b4ec4-56c1-4842-a766-ccd74bd7038b service nova] Lock "24068942-be4d-4353-9eae-a9772d380590-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:10 user nova-compute[74922]: DEBUG nova.compute.manager [req-80adc3ec-d704-42f2-a79d-be34b8f9daad req-605b4ec4-56c1-4842-a766-ccd74bd7038b service nova] [instance: 24068942-be4d-4353-9eae-a9772d380590] No waiting events found dispatching network-vif-plugged-b0e1b488-94ee-49f6-946e-69d1ab836d95 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:43:10 user nova-compute[74922]: WARNING nova.compute.manager [req-80adc3ec-d704-42f2-a79d-be34b8f9daad req-605b4ec4-56c1-4842-a766-ccd74bd7038b service nova] [instance: 24068942-be4d-4353-9eae-a9772d380590] Received unexpected event network-vif-plugged-b0e1b488-94ee-49f6-946e-69d1ab836d95 for instance with vm_state building and task_state spawning.
Oct 30 05:43:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Acquiring lock "d2d0fded-ace8-4303-b141-bb13dff73c5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Lock "d2d0fded-ace8-4303-b141-bb13dff73c5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:11 user nova-compute[74922]: DEBUG nova.compute.manager [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:43:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:11 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:43:11 user nova-compute[74922]: INFO nova.compute.claims [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Claim successful on node user
Oct 30 05:43:12 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.473s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG nova.compute.manager [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG nova.compute.manager [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG nova.network.neutron [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:43:12 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:43:12 user nova-compute[74922]: DEBUG nova.compute.manager [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG nova.policy [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4de2df02761d4f37aae1c0c217acb630', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4727362c04c4416cb9ffe72fe39d72fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG nova.compute.manager [req-e99fb93a-ec15-45a9-bb73-a9aec41ca614 req-7d297a03-0ef1-4751-8ad7-c63275b382e7 service nova] [instance: 24068942-be4d-4353-9eae-a9772d380590] Received event network-vif-plugged-b0e1b488-94ee-49f6-946e-69d1ab836d95 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e99fb93a-ec15-45a9-bb73-a9aec41ca614 req-7d297a03-0ef1-4751-8ad7-c63275b382e7 service nova] Acquiring lock "24068942-be4d-4353-9eae-a9772d380590-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e99fb93a-ec15-45a9-bb73-a9aec41ca614 req-7d297a03-0ef1-4751-8ad7-c63275b382e7 service nova] Lock "24068942-be4d-4353-9eae-a9772d380590-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e99fb93a-ec15-45a9-bb73-a9aec41ca614 req-7d297a03-0ef1-4751-8ad7-c63275b382e7 service nova] Lock "24068942-be4d-4353-9eae-a9772d380590-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG nova.compute.manager [req-e99fb93a-ec15-45a9-bb73-a9aec41ca614 req-7d297a03-0ef1-4751-8ad7-c63275b382e7 service nova] [instance: 24068942-be4d-4353-9eae-a9772d380590] No waiting events found dispatching network-vif-plugged-b0e1b488-94ee-49f6-946e-69d1ab836d95 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:43:12 user nova-compute[74922]: WARNING nova.compute.manager [req-e99fb93a-ec15-45a9-bb73-a9aec41ca614 req-7d297a03-0ef1-4751-8ad7-c63275b382e7 service nova] [instance: 24068942-be4d-4353-9eae-a9772d380590] Received unexpected event network-vif-plugged-b0e1b488-94ee-49f6-946e-69d1ab836d95 for instance with vm_state building and task_state spawning.
Oct 30 05:43:12 user nova-compute[74922]: DEBUG nova.compute.manager [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:43:12 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Creating image(s)
Oct 30 05:43:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Acquiring lock "/opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Lock "/opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Lock "/opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG nova.compute.manager [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:43:12 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 24068942-be4d-4353-9eae-a9772d380590] Instance spawned successfully.
Oct 30 05:43:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.252s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:12 user nova-compute[74922]: INFO nova.compute.manager [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Took 9.81 seconds to spawn the instance on the hypervisor.
Oct 30 05:43:12 user nova-compute[74922]: DEBUG nova.compute.manager [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:43:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.257s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:13 user nova-compute[74922]: INFO nova.compute.manager [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Took 11.10 seconds to build instance.
Oct 30 05:43:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/disk 1073741824" returned: 0 in 0.059s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.320s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9d3506b6-f892-4f84-b29a-c3fc6cfc61c7 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lock "24068942-be4d-4353-9eae-a9772d380590" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.262s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:13 user nova-compute[74922]: DEBUG nova.network.neutron [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Successfully created port: 32e44aaa-0d5a-4b23-bd20-19d9c79f61be {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:43:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.249s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:13 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:43:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:13 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Cannot resize image /opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:43:13 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:43:13 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Ensure instance console log exists: /opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:43:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:14 user nova-compute[74922]: DEBUG nova.compute.manager [req-baa4a3e1-2401-4176-9a34-8c42a8d37225 req-92edf219-3248-4b3e-9ad6-bb612a528121 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received event network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:43:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-baa4a3e1-2401-4176-9a34-8c42a8d37225 req-92edf219-3248-4b3e-9ad6-bb612a528121 service nova] Acquiring lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-baa4a3e1-2401-4176-9a34-8c42a8d37225 req-92edf219-3248-4b3e-9ad6-bb612a528121 service nova] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-baa4a3e1-2401-4176-9a34-8c42a8d37225 req-92edf219-3248-4b3e-9ad6-bb612a528121 service nova] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:14 user nova-compute[74922]: DEBUG nova.compute.manager [req-baa4a3e1-2401-4176-9a34-8c42a8d37225 req-92edf219-3248-4b3e-9ad6-bb612a528121 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] No waiting events found dispatching network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:43:14 user nova-compute[74922]: WARNING nova.compute.manager [req-baa4a3e1-2401-4176-9a34-8c42a8d37225 req-92edf219-3248-4b3e-9ad6-bb612a528121 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received unexpected event network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 for instance with vm_state active and task_state None.
Oct 30 05:43:14 user nova-compute[74922]: DEBUG nova.network.neutron [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Successfully updated port: 32e44aaa-0d5a-4b23-bd20-19d9c79f61be {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:43:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Acquiring lock "refresh_cache-d2d0fded-ace8-4303-b141-bb13dff73c5f" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:43:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Acquired lock "refresh_cache-d2d0fded-ace8-4303-b141-bb13dff73c5f" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:43:14 user nova-compute[74922]: DEBUG nova.network.neutron [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:43:14 user nova-compute[74922]: DEBUG nova.network.neutron [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:43:15 user nova-compute[74922]: DEBUG nova.network.neutron [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Updating instance_info_cache with network_info: [{"id": "32e44aaa-0d5a-4b23-bd20-19d9c79f61be", "address": "fa:16:3e:f1:74:c5", "network": {"id": "b4c82236-fe9b-42c3-8fe0-902257a3d217", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1536859337-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4727362c04c4416cb9ffe72fe39d72fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32e44aaa-0d", "ovs_interfaceid": "32e44aaa-0d5a-4b23-bd20-19d9c79f61be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:43:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Releasing lock "refresh_cache-d2d0fded-ace8-4303-b141-bb13dff73c5f" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:43:15 user nova-compute[74922]: DEBUG nova.compute.manager [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Instance network_info: |[{"id": "32e44aaa-0d5a-4b23-bd20-19d9c79f61be", "address": "fa:16:3e:f1:74:c5", "network": {"id": "b4c82236-fe9b-42c3-8fe0-902257a3d217", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1536859337-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4727362c04c4416cb9ffe72fe39d72fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32e44aaa-0d", "ovs_interfaceid": "32e44aaa-0d5a-4b23-bd20-19d9c79f61be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:43:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Start _get_guest_xml network_info=[{"id": "32e44aaa-0d5a-4b23-bd20-19d9c79f61be", "address": "fa:16:3e:f1:74:c5", "network": {"id": "b4c82236-fe9b-42c3-8fe0-902257a3d217", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1536859337-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4727362c04c4416cb9ffe72fe39d72fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32e44aaa-0d", "ovs_interfaceid": "32e44aaa-0d5a-4b23-bd20-19d9c79f61be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:43:15 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:43:15 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:43:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:43:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:43:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:43:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:43:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:43:15 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:43:15 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:43:15 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:43:15 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:43:15 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:43:15 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:43:15 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:43:15 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:43:15 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:43:15 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:43:15 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:43:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1379081234',display_name='tempest-VolumesAssistedSnapshotsTest-server-1379081234',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1379081234',id=7,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAJZ6Imsce10uIdQneDucFeRNVH2HRo0n2r4yyLdW5tUSFvqRSbCif9Mpuld9Vo/CpkayjpfgfDpmsacAKXtf1VUX/ZfxAeOqmIVMyQsmymVY5YGfUuj4Ujt3HY23tPIPg==',key_name='tempest-keypair-971716322',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4727362c04c4416cb9ffe72fe39d72fa',ramdisk_id='',reservation_id='r-flan0xwx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-949835183',owner_user_name='tempest-VolumesAssistedSnapshotsTest-949835183-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:43:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4de2df02761d4f37aae1c0c217acb630',uuid=d2d0fded-ace8-4303-b141-bb13dff73c5f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "32e44aaa-0d5a-4b23-bd20-19d9c79f61be", "address": "fa:16:3e:f1:74:c5", "network": {"id": "b4c82236-fe9b-42c3-8fe0-902257a3d217", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1536859337-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4727362c04c4416cb9ffe72fe39d72fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32e44aaa-0d", "ovs_interfaceid": "32e44aaa-0d5a-4b23-bd20-19d9c79f61be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Converting VIF {"id": "32e44aaa-0d5a-4b23-bd20-19d9c79f61be", "address": "fa:16:3e:f1:74:c5", "network": {"id": "b4c82236-fe9b-42c3-8fe0-902257a3d217", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1536859337-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4727362c04c4416cb9ffe72fe39d72fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32e44aaa-0d", "ovs_interfaceid": "32e44aaa-0d5a-4b23-bd20-19d9c79f61be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:74:c5,bridge_name='br-int',has_traffic_filtering=True,id=32e44aaa-0d5a-4b23-bd20-19d9c79f61be,network=Network(b4c82236-fe9b-42c3-8fe0-902257a3d217),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32e44aaa-0d') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG nova.objects.instance [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Lazy-loading 'pci_devices' on Instance uuid d2d0fded-ace8-4303-b141-bb13dff73c5f {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:43:16 user nova-compute[74922]:   <uuid>d2d0fded-ace8-4303-b141-bb13dff73c5f</uuid>
Oct 30 05:43:16 user nova-compute[74922]:   <name>instance-00000007</name>
Oct 30 05:43:16 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:43:16 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:43:16 user nova-compute[74922]:   <metadata>
Oct 30 05:43:16 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:43:16 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:43:16 user nova-compute[74922]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-1379081234</nova:name>
Oct 30 05:43:16 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:43:15</nova:creationTime>
Oct 30 05:43:16 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:43:16 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:43:16 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:43:16 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:43:16 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:43:16 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:43:16 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:43:16 user nova-compute[74922]:       <nova:owner>
Oct 30 05:43:16 user nova-compute[74922]:         <nova:user uuid="4de2df02761d4f37aae1c0c217acb630">tempest-VolumesAssistedSnapshotsTest-949835183-project-member</nova:user>
Oct 30 05:43:16 user nova-compute[74922]:         <nova:project uuid="4727362c04c4416cb9ffe72fe39d72fa">tempest-VolumesAssistedSnapshotsTest-949835183</nova:project>
Oct 30 05:43:16 user nova-compute[74922]:       </nova:owner>
Oct 30 05:43:16 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:43:16 user nova-compute[74922]:       <nova:ports>
Oct 30 05:43:16 user nova-compute[74922]:         <nova:port uuid="32e44aaa-0d5a-4b23-bd20-19d9c79f61be">
Oct 30 05:43:16 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 30 05:43:16 user nova-compute[74922]:         </nova:port>
Oct 30 05:43:16 user nova-compute[74922]:       </nova:ports>
Oct 30 05:43:16 user nova-compute[74922]:     </nova:instance>
Oct 30 05:43:16 user nova-compute[74922]:   </metadata>
Oct 30 05:43:16 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:43:16 user nova-compute[74922]:     <system>
Oct 30 05:43:16 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:43:16 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:43:16 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:43:16 user nova-compute[74922]:       <entry name="serial">d2d0fded-ace8-4303-b141-bb13dff73c5f</entry>
Oct 30 05:43:16 user nova-compute[74922]:       <entry name="uuid">d2d0fded-ace8-4303-b141-bb13dff73c5f</entry>
Oct 30 05:43:16 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:43:16 user nova-compute[74922]:     </system>
Oct 30 05:43:16 user nova-compute[74922]:   </sysinfo>
Oct 30 05:43:16 user nova-compute[74922]:   <os>
Oct 30 05:43:16 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:43:16 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:43:16 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:43:16 user nova-compute[74922]:   </os>
Oct 30 05:43:16 user nova-compute[74922]:   <features>
Oct 30 05:43:16 user nova-compute[74922]:     <acpi/>
Oct 30 05:43:16 user nova-compute[74922]:     <apic/>
Oct 30 05:43:16 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:43:16 user nova-compute[74922]:   </features>
Oct 30 05:43:16 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:43:16 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:43:16 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:43:16 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:43:16 user nova-compute[74922]:   </clock>
Oct 30 05:43:16 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:43:16 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:43:16 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:43:16 user nova-compute[74922]:   </cpu>
Oct 30 05:43:16 user nova-compute[74922]:   <devices>
Oct 30 05:43:16 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:43:16 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:43:16 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/disk"/>
Oct 30 05:43:16 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:43:16 user nova-compute[74922]:     </disk>
Oct 30 05:43:16 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:43:16 user nova-compute[74922]:       <mac address="fa:16:3e:f1:74:c5"/>
Oct 30 05:43:16 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:43:16 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:43:16 user nova-compute[74922]:       <target dev="tap32e44aaa-0d"/>
Oct 30 05:43:16 user nova-compute[74922]:     </interface>
Oct 30 05:43:16 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:43:16 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/console.log" append="off"/>
Oct 30 05:43:16 user nova-compute[74922]:     </serial>
Oct 30 05:43:16 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:43:16 user nova-compute[74922]:     <video>
Oct 30 05:43:16 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:43:16 user nova-compute[74922]:     </video>
Oct 30 05:43:16 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:43:16 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:43:16 user nova-compute[74922]:     </rng>
Oct 30 05:43:16 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:43:16 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:43:16 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:43:16 user nova-compute[74922]:     </memballoon>
Oct 30 05:43:16 user nova-compute[74922]:   </devices>
Oct 30 05:43:16 user nova-compute[74922]: </domain>
Oct 30 05:43:16 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:43:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1379081234',display_name='tempest-VolumesAssistedSnapshotsTest-server-1379081234',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1379081234',id=7,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAJZ6Imsce10uIdQneDucFeRNVH2HRo0n2r4yyLdW5tUSFvqRSbCif9Mpuld9Vo/CpkayjpfgfDpmsacAKXtf1VUX/ZfxAeOqmIVMyQsmymVY5YGfUuj4Ujt3HY23tPIPg==',key_name='tempest-keypair-971716322',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4727362c04c4416cb9ffe72fe39d72fa',ramdisk_id='',reservation_id='r-flan0xwx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-949835183',owner_user_name='tempest-VolumesAssistedSnapshotsTest-949835183-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:43:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4de2df02761d4f37aae1c0c217acb630',uuid=d2d0fded-ace8-4303-b141-bb13dff73c5f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "32e44aaa-0d5a-4b23-bd20-19d9c79f61be", "address": "fa:16:3e:f1:74:c5", "network": {"id": "b4c82236-fe9b-42c3-8fe0-902257a3d217", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1536859337-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4727362c04c4416cb9ffe72fe39d72fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32e44aaa-0d", "ovs_interfaceid": "32e44aaa-0d5a-4b23-bd20-19d9c79f61be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Converting VIF {"id": "32e44aaa-0d5a-4b23-bd20-19d9c79f61be", "address": "fa:16:3e:f1:74:c5", "network": {"id": "b4c82236-fe9b-42c3-8fe0-902257a3d217", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1536859337-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4727362c04c4416cb9ffe72fe39d72fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32e44aaa-0d", "ovs_interfaceid": "32e44aaa-0d5a-4b23-bd20-19d9c79f61be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:74:c5,bridge_name='br-int',has_traffic_filtering=True,id=32e44aaa-0d5a-4b23-bd20-19d9c79f61be,network=Network(b4c82236-fe9b-42c3-8fe0-902257a3d217),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32e44aaa-0d') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG os_vif [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:74:c5,bridge_name='br-int',has_traffic_filtering=True,id=32e44aaa-0d5a-4b23-bd20-19d9c79f61be,network=Network(b4c82236-fe9b-42c3-8fe0-902257a3d217),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32e44aaa-0d') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c4ed3130-3be7-5a0d-af34-68ccd4a0f4c3', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap32e44aaa-0d, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap32e44aaa-0d, col_values=(('qos', UUID('93c24866-332b-4c98-82b9-204518673bd5')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap32e44aaa-0d, col_values=(('external_ids', {'iface-id': '32e44aaa-0d5a-4b23-bd20-19d9c79f61be', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f1:74:c5', 'vm-uuid': 'd2d0fded-ace8-4303-b141-bb13dff73c5f'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:16 user nova-compute[74922]: INFO os_vif [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:74:c5,bridge_name='br-int',has_traffic_filtering=True,id=32e44aaa-0d5a-4b23-bd20-19d9c79f61be,network=Network(b4c82236-fe9b-42c3-8fe0-902257a3d217),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32e44aaa-0d')
Oct 30 05:43:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] No VIF found with MAC fa:16:3e:f1:74:c5, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG nova.compute.manager [req-817483ef-0591-484b-939b-3de87f974c8f req-65203c17-880b-44d0-bafe-9c68cc4394f6 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received event network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-817483ef-0591-484b-939b-3de87f974c8f req-65203c17-880b-44d0-bafe-9c68cc4394f6 service nova] Acquiring lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-817483ef-0591-484b-939b-3de87f974c8f req-65203c17-880b-44d0-bafe-9c68cc4394f6 service nova] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-817483ef-0591-484b-939b-3de87f974c8f req-65203c17-880b-44d0-bafe-9c68cc4394f6 service nova] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG nova.compute.manager [req-817483ef-0591-484b-939b-3de87f974c8f req-65203c17-880b-44d0-bafe-9c68cc4394f6 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] No waiting events found dispatching network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:43:16 user nova-compute[74922]: WARNING nova.compute.manager [req-817483ef-0591-484b-939b-3de87f974c8f req-65203c17-880b-44d0-bafe-9c68cc4394f6 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received unexpected event network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 for instance with vm_state active and task_state None.
Oct 30 05:43:16 user nova-compute[74922]: DEBUG nova.compute.manager [req-817483ef-0591-484b-939b-3de87f974c8f req-65203c17-880b-44d0-bafe-9c68cc4394f6 service nova] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Received event network-changed-32e44aaa-0d5a-4b23-bd20-19d9c79f61be {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG nova.compute.manager [req-817483ef-0591-484b-939b-3de87f974c8f req-65203c17-880b-44d0-bafe-9c68cc4394f6 service nova] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Refreshing instance network info cache due to event network-changed-32e44aaa-0d5a-4b23-bd20-19d9c79f61be. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-817483ef-0591-484b-939b-3de87f974c8f req-65203c17-880b-44d0-bafe-9c68cc4394f6 service nova] Acquiring lock "refresh_cache-d2d0fded-ace8-4303-b141-bb13dff73c5f" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-817483ef-0591-484b-939b-3de87f974c8f req-65203c17-880b-44d0-bafe-9c68cc4394f6 service nova] Acquired lock "refresh_cache-d2d0fded-ace8-4303-b141-bb13dff73c5f" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG nova.network.neutron [req-817483ef-0591-484b-939b-3de87f974c8f req-65203c17-880b-44d0-bafe-9c68cc4394f6 service nova] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Refreshing network info cache for port 32e44aaa-0d5a-4b23-bd20-19d9c79f61be {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG nova.network.neutron [req-817483ef-0591-484b-939b-3de87f974c8f req-65203c17-880b-44d0-bafe-9c68cc4394f6 service nova] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Updated VIF entry in instance network info cache for port 32e44aaa-0d5a-4b23-bd20-19d9c79f61be. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG nova.network.neutron [req-817483ef-0591-484b-939b-3de87f974c8f req-65203c17-880b-44d0-bafe-9c68cc4394f6 service nova] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Updating instance_info_cache with network_info: [{"id": "32e44aaa-0d5a-4b23-bd20-19d9c79f61be", "address": "fa:16:3e:f1:74:c5", "network": {"id": "b4c82236-fe9b-42c3-8fe0-902257a3d217", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1536859337-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4727362c04c4416cb9ffe72fe39d72fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32e44aaa-0d", "ovs_interfaceid": "32e44aaa-0d5a-4b23-bd20-19d9c79f61be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:43:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-817483ef-0591-484b-939b-3de87f974c8f req-65203c17-880b-44d0-bafe-9c68cc4394f6 service nova] Releasing lock "refresh_cache-d2d0fded-ace8-4303-b141-bb13dff73c5f" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:43:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:18 user nova-compute[74922]: DEBUG nova.compute.manager [req-1c764aa5-a29e-43e4-b4a8-68dee74cd4d8 req-68345a6c-113d-43c5-a7b7-e7009f4d486f service nova] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Received event network-vif-plugged-32e44aaa-0d5a-4b23-bd20-19d9c79f61be {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:43:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1c764aa5-a29e-43e4-b4a8-68dee74cd4d8 req-68345a6c-113d-43c5-a7b7-e7009f4d486f service nova] Acquiring lock "d2d0fded-ace8-4303-b141-bb13dff73c5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1c764aa5-a29e-43e4-b4a8-68dee74cd4d8 req-68345a6c-113d-43c5-a7b7-e7009f4d486f service nova] Lock "d2d0fded-ace8-4303-b141-bb13dff73c5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1c764aa5-a29e-43e4-b4a8-68dee74cd4d8 req-68345a6c-113d-43c5-a7b7-e7009f4d486f service nova] Lock "d2d0fded-ace8-4303-b141-bb13dff73c5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:18 user nova-compute[74922]: DEBUG nova.compute.manager [req-1c764aa5-a29e-43e4-b4a8-68dee74cd4d8 req-68345a6c-113d-43c5-a7b7-e7009f4d486f service nova] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] No waiting events found dispatching network-vif-plugged-32e44aaa-0d5a-4b23-bd20-19d9c79f61be {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:43:18 user nova-compute[74922]: WARNING nova.compute.manager [req-1c764aa5-a29e-43e4-b4a8-68dee74cd4d8 req-68345a6c-113d-43c5-a7b7-e7009f4d486f service nova] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Received unexpected event network-vif-plugged-32e44aaa-0d5a-4b23-bd20-19d9c79f61be for instance with vm_state building and task_state spawning.
Oct 30 05:43:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:19 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:43:19 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Cleaning up deleted instances {{(pid=74922) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 05:43:19 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] There are 0 instances to clean {{(pid=74922) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 05:43:19 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:43:19 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74922) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 05:43:20 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:43:20 user nova-compute[74922]: DEBUG nova.compute.manager [req-b7b70685-9f03-4e1a-bba8-cae682cecbd7 req-312aae82-dc5b-46c2-9232-70bdb41c05d5 service nova] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Received event network-vif-plugged-32e44aaa-0d5a-4b23-bd20-19d9c79f61be {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:43:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b7b70685-9f03-4e1a-bba8-cae682cecbd7 req-312aae82-dc5b-46c2-9232-70bdb41c05d5 service nova] Acquiring lock "d2d0fded-ace8-4303-b141-bb13dff73c5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b7b70685-9f03-4e1a-bba8-cae682cecbd7 req-312aae82-dc5b-46c2-9232-70bdb41c05d5 service nova] Lock "d2d0fded-ace8-4303-b141-bb13dff73c5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b7b70685-9f03-4e1a-bba8-cae682cecbd7 req-312aae82-dc5b-46c2-9232-70bdb41c05d5 service nova] Lock "d2d0fded-ace8-4303-b141-bb13dff73c5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:20 user nova-compute[74922]: DEBUG nova.compute.manager [req-b7b70685-9f03-4e1a-bba8-cae682cecbd7 req-312aae82-dc5b-46c2-9232-70bdb41c05d5 service nova] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] No waiting events found dispatching network-vif-plugged-32e44aaa-0d5a-4b23-bd20-19d9c79f61be {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:43:20 user nova-compute[74922]: WARNING nova.compute.manager [req-b7b70685-9f03-4e1a-bba8-cae682cecbd7 req-312aae82-dc5b-46c2-9232-70bdb41c05d5 service nova] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Received unexpected event network-vif-plugged-32e44aaa-0d5a-4b23-bd20-19d9c79f61be for instance with vm_state building and task_state spawning.
Oct 30 05:43:21 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:43:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:21 user nova-compute[74922]: DEBUG nova.compute.manager [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:43:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:43:21 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Instance spawned successfully.
Oct 30 05:43:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:43:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:43:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:43:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:43:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:43:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:43:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:43:21 user nova-compute[74922]: INFO nova.compute.manager [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Took 8.88 seconds to spawn the instance on the hypervisor.
Oct 30 05:43:21 user nova-compute[74922]: DEBUG nova.compute.manager [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:43:21 user nova-compute[74922]: INFO nova.compute.manager [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Took 10.00 seconds to build instance.
Oct 30 05:43:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-43ddcff6-73d4-4a5f-a882-880ba95ca437 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Lock "d2d0fded-ace8-4303-b141-bb13dff73c5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.170s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:23 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:43:23 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 05:43:23 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 05:43:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:43:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:43:24 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 05:43:24 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lazy-loading 'info_cache' on Instance uuid ecb14dfa-b1d5-428e-b89f-d6ef246516fb {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:43:24 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Updating instance_info_cache with network_info: [{"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:43:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:43:24 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 05:43:24 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:43:24 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:43:24 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:43:25 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:43:25 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:43:25 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:43:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:25 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 05:43:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json" returned: 0 in 0.284s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:30 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:43:30 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:43:30 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=7805MB free_disk=25.769325256347656GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 05:43:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:30 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance ecb14dfa-b1d5-428e-b89f-d6ef246516fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:43:30 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance f043cb05-eb51-4e0c-9a91-082ad6149324 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:43:30 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 4c3e6679-374d-4644-b05d-ef0bf04d7a3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:43:30 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 7e417d76-c45b-4033-aa0e-c98c1268971d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:43:30 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 55264a4f-7b2d-4fea-9ddd-db519958b047 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:43:30 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 24068942-be4d-4353-9eae-a9772d380590 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:43:30 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance d2d0fded-ace8-4303-b141-bb13dff73c5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:43:30 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 05:43:30 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 05:43:30 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing inventories for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 05:43:30 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Updating ProviderTree inventory for provider efd5e61c-93ae-4193-aa6b-99209077dc32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 05:43:30 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Updating inventory in ProviderTree for provider efd5e61c-93ae-4193-aa6b-99209077dc32 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 05:43:30 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing aggregate associations for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32, aggregates: None {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 05:43:30 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing trait associations for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32, traits: COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE42,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_DEVICE_TAGGING,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_RESCUE_BFV {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 05:43:30 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:43:30 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:43:30 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 05:43:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.944s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:32 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:43:32 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 05:43:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Acquiring lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:39 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:43:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:43:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:43:39 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:43:39 user nova-compute[74922]: INFO nova.compute.claims [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Claim successful on node user
Oct 30 05:43:39 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:43:39 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:43:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.461s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:43:39 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:43:39 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:43:39 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:43:39 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:43:40 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:43:40 user nova-compute[74922]: DEBUG nova.policy [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73f9b18574c24a3482707f90c1324c1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cce501e87faf45949eba8517dd9a3ea2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:43:40 user nova-compute[74922]: INFO nova.virt.block_device [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Booting with volume 86991b09-636b-426b-9654-e9400244050e at /dev/vda
Oct 30 05:43:40 user nova-compute[74922]: DEBUG os_brick.utils [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:43:40 user nova-compute[74922]: INFO oslo.privsep.daemon [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpc3t8lg4h/privsep.sock']
Oct 30 05:43:40 user sudo[85618]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpc3t8lg4h/privsep.sock
Oct 30 05:43:40 user sudo[85618]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 30 05:43:40 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Successfully created port: 50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:43:41 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:41 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Successfully updated port: 50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:43:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Acquiring lock "refresh_cache-3ea053be-1937-4292-80ea-eb4d5e03b5e2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:43:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Acquired lock "refresh_cache-3ea053be-1937-4292-80ea-eb4d5e03b5e2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:43:41 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:43:41 user nova-compute[74922]: DEBUG nova.compute.manager [req-32eee410-6cf4-4dd3-afeb-618ef580888f req-93379af0-4e2a-4ef3-b258-bfb3976625f3 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Received event network-changed-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:43:41 user nova-compute[74922]: DEBUG nova.compute.manager [req-32eee410-6cf4-4dd3-afeb-618ef580888f req-93379af0-4e2a-4ef3-b258-bfb3976625f3 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Refreshing instance network info cache due to event network-changed-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:43:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-32eee410-6cf4-4dd3-afeb-618ef580888f req-93379af0-4e2a-4ef3-b258-bfb3976625f3 service nova] Acquiring lock "refresh_cache-3ea053be-1937-4292-80ea-eb4d5e03b5e2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:43:41 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:43:41 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Updating instance_info_cache with network_info: [{"id": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "address": "fa:16:3e:df:3c:72", "network": {"id": "78892be9-b10d-4a13-942a-a2056c4e2987", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1397092291-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cce501e87faf45949eba8517dd9a3ea2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50a3bf3c-1c", "ovs_interfaceid": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:43:41 user sudo[85618]: pam_unix(sudo:session): session closed for user root
Oct 30 05:43:41 user nova-compute[74922]: INFO oslo.privsep.daemon [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Spawned new privsep daemon via rootwrap
Oct 30 05:43:41 user nova-compute[74922]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 30 05:43:41 user nova-compute[74922]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 30 05:43:41 user nova-compute[74922]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Oct 30 05:43:41 user nova-compute[74922]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 85621
Oct 30 05:43:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Releasing lock "refresh_cache-3ea053be-1937-4292-80ea-eb4d5e03b5e2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:43:41 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Instance network_info: |[{"id": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "address": "fa:16:3e:df:3c:72", "network": {"id": "78892be9-b10d-4a13-942a-a2056c4e2987", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1397092291-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cce501e87faf45949eba8517dd9a3ea2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50a3bf3c-1c", "ovs_interfaceid": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:43:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-32eee410-6cf4-4dd3-afeb-618ef580888f req-93379af0-4e2a-4ef3-b258-bfb3976625f3 service nova] Acquired lock "refresh_cache-3ea053be-1937-4292-80ea-eb4d5e03b5e2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:43:41 user nova-compute[74922]: DEBUG nova.network.neutron [req-32eee410-6cf4-4dd3-afeb-618ef580888f req-93379af0-4e2a-4ef3-b258-bfb3976625f3 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Refreshing network info cache for port 50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:43:41 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[aaf8636e-b853-44cb-8dd3-0d2c33fef7e3]: (2,) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:43:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:42 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdfb91b7-fb33-4a8f-ab91-e832579fed67]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:43:42 user nova-compute[74922]: WARNING os_brick.initiator.connectors.nvmeof [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Oct 30 05:43:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:42 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[079ae8e8-6472-4680-a65b-45e6a2ced900]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:43:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:43:42 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5b83311-6554-4e25-bfd1-1974f6b779b3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:43:42 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a070862e-6f8f-4a92-bc46-c55f9a16e82a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:43:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:43:42 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:43:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:43:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:43:42 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:43:42 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[78f0bbf7-e85b-4553-b35b-4d07a5940190]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:43:42 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:43:42 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:43:42 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:43:42 user nova-compute[74922]: DEBUG os_brick.utils [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] <== get_connector_properties: return (1837ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:43:42 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Updating existing volume attachment record: 8e99de40-320a-4d73-a8b2-9692d5d1fc49 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:43:42 user nova-compute[74922]: DEBUG nova.network.neutron [req-32eee410-6cf4-4dd3-afeb-618ef580888f req-93379af0-4e2a-4ef3-b258-bfb3976625f3 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Updated VIF entry in instance network info cache for port 50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:43:42 user nova-compute[74922]: DEBUG nova.network.neutron [req-32eee410-6cf4-4dd3-afeb-618ef580888f req-93379af0-4e2a-4ef3-b258-bfb3976625f3 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Updating instance_info_cache with network_info: [{"id": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "address": "fa:16:3e:df:3c:72", "network": {"id": "78892be9-b10d-4a13-942a-a2056c4e2987", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1397092291-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cce501e87faf45949eba8517dd9a3ea2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50a3bf3c-1c", "ovs_interfaceid": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:43:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-32eee410-6cf4-4dd3-afeb-618ef580888f req-93379af0-4e2a-4ef3-b258-bfb3976625f3 service nova] Releasing lock "refresh_cache-3ea053be-1937-4292-80ea-eb4d5e03b5e2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:43:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:58 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:43:58 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:44:02 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Creating image(s)
Oct 30 05:44:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Did not create local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Ensure instance console log exists: /opt/stack/data/nova/instances/3ea053be-1937-4292-80ea-eb4d5e03b5e2/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Start _get_guest_xml network_info=[{"id": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "address": "fa:16:3e:df:3c:72", "network": {"id": "78892be9-b10d-4a13-942a-a2056c4e2987", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1397092291-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cce501e87faf45949eba8517dd9a3ea2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50a3bf3c-1c", "ovs_interfaceid": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': '8e99de40-320a-4d73-a8b2-9692d5d1fc49', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cOeiKpUf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3ea053be-1937-4292-80ea-eb4d5e03b5e2', 'attached_at': '', 'detached_at': '', 'volume_id': '86991b09-636b-426b-9654-e9400244050e', 'serial': '86991b09-636b-426b-9654-e9400244050e'}, 'disk_bus': 'virtio', 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:44:02 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:44:02 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:44:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG os_brick.initiator.connector [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Factory for ISCSI on None {{(pid=74922) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.004s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cOeiKpUf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:44:02 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:44:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:44:02 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:44:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:44:02 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[10222f30-7c44-499f-aa7b-aa88fc44adef]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:44:02 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[983f136c-3b55-4f1e-8885-58abfbba4637]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e] added
Oct 30 05:44:02 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b016479-489c-4669-8191-c882f3a444d3]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[78bc6be5-a3db-43ca-b0c6-d0788bf2d95c]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cOeiKpUf {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cOeiKpUf" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[26191de7-7d84-40bf-bb43-be73611da059]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cOeiKpUf'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d0c0299-0ac7-41ad-826a-8140ca6bd59f]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9681c9f-7d29-47f6-a654-b5d9b12fd7bb]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 30 05:44:02 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 30 05:44:02 user nova-compute[74922]:  {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:44:02 user nova-compute[74922]: WARNING os_brick.initiator.connectors.iscsi [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 30 05:44:02 user nova-compute[74922]: 
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcc754ce-01ea-4b1c-b89d-435918d02d54]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e, portal: 172.16.0.220,3260]
Oct 30 05:44:02 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e, portal: 172.16.0.220,3260] successful.
Oct 30 05:44:02 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6125c0f-73c7-4691-ab6f-08e0187304c3]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[25a582a3-98c9-4f81-b8b2-a9039814f12a]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:44:02 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:44:02 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.372s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[108002e1-32d2-4a3f-8be5-27fde8b52439]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:44:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cOeiKpUf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:44:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:03 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.412s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:44:03 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] <== connect_volume: return (1413ms) {'type': 'block', 'scsi_wwn': '26237623137323461', 'path': '/dev/sdb'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:44:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26237623137323461', 'path': '/dev/sdb'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:44:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:43:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-39662126',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-39662126',id=8,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCe0+rWFu+0G8uFTK4dQWjNEWXrTR+3t+bysQx857NIldiHaqaIoP3Bscur1xwqXc5hprDJeAfoGUaw5kwih0MpCr2G//4+GxN1WKDO5erMQeVctAdOQl85PSv5Zr8a8Sg==',key_name='tempest-keypair-2132190904',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cce501e87faf45949eba8517dd9a3ea2',ramdisk_id='',reservation_id='r-p4cyc8pz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1120424251',owner_user_name='tempest-ServerActionsV293TestJSON-1120424251-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:43:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='73f9b18574c24a3482707f90c1324c1d',uuid=3ea053be-1937-4292-80ea-eb4d5e03b5e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "address": "fa:16:3e:df:3c:72", "network": {"id": "78892be9-b10d-4a13-942a-a2056c4e2987", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1397092291-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cce501e87faf45949eba8517dd9a3ea2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50a3bf3c-1c", "ovs_interfaceid": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:44:03 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Converting VIF {"id": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "address": "fa:16:3e:df:3c:72", "network": {"id": "78892be9-b10d-4a13-942a-a2056c4e2987", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1397092291-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cce501e87faf45949eba8517dd9a3ea2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50a3bf3c-1c", "ovs_interfaceid": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:44:03 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:3c:72,bridge_name='br-int',has_traffic_filtering=True,id=50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c,network=Network(78892be9-b10d-4a13-942a-a2056c4e2987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50a3bf3c-1c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:44:03 user nova-compute[74922]: DEBUG nova.objects.instance [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lazy-loading 'pci_devices' on Instance uuid 3ea053be-1937-4292-80ea-eb4d5e03b5e2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:44:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:44:03 user nova-compute[74922]:   <uuid>3ea053be-1937-4292-80ea-eb4d5e03b5e2</uuid>
Oct 30 05:44:03 user nova-compute[74922]:   <name>instance-00000008</name>
Oct 30 05:44:03 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:44:03 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:44:03 user nova-compute[74922]:   <metadata>
Oct 30 05:44:03 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:44:03 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:44:03 user nova-compute[74922]:       <nova:name>tempest-ServerActionsV293TestJSON-server-39662126</nova:name>
Oct 30 05:44:03 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:44:02</nova:creationTime>
Oct 30 05:44:03 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:44:03 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:44:03 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:44:03 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:44:03 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:44:03 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:44:03 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:44:03 user nova-compute[74922]:       <nova:owner>
Oct 30 05:44:03 user nova-compute[74922]:         <nova:user uuid="73f9b18574c24a3482707f90c1324c1d">tempest-ServerActionsV293TestJSON-1120424251-project-member</nova:user>
Oct 30 05:44:03 user nova-compute[74922]:         <nova:project uuid="cce501e87faf45949eba8517dd9a3ea2">tempest-ServerActionsV293TestJSON-1120424251</nova:project>
Oct 30 05:44:03 user nova-compute[74922]:       </nova:owner>
Oct 30 05:44:03 user nova-compute[74922]:       <nova:ports>
Oct 30 05:44:03 user nova-compute[74922]:         <nova:port uuid="50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c">
Oct 30 05:44:03 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 30 05:44:03 user nova-compute[74922]:         </nova:port>
Oct 30 05:44:03 user nova-compute[74922]:       </nova:ports>
Oct 30 05:44:03 user nova-compute[74922]:     </nova:instance>
Oct 30 05:44:03 user nova-compute[74922]:   </metadata>
Oct 30 05:44:03 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:44:03 user nova-compute[74922]:     <system>
Oct 30 05:44:03 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:44:03 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:44:03 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:44:03 user nova-compute[74922]:       <entry name="serial">3ea053be-1937-4292-80ea-eb4d5e03b5e2</entry>
Oct 30 05:44:03 user nova-compute[74922]:       <entry name="uuid">3ea053be-1937-4292-80ea-eb4d5e03b5e2</entry>
Oct 30 05:44:03 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:44:03 user nova-compute[74922]:     </system>
Oct 30 05:44:03 user nova-compute[74922]:   </sysinfo>
Oct 30 05:44:03 user nova-compute[74922]:   <os>
Oct 30 05:44:03 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:44:03 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:44:03 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:44:03 user nova-compute[74922]:   </os>
Oct 30 05:44:03 user nova-compute[74922]:   <features>
Oct 30 05:44:03 user nova-compute[74922]:     <acpi/>
Oct 30 05:44:03 user nova-compute[74922]:     <apic/>
Oct 30 05:44:03 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:44:03 user nova-compute[74922]:   </features>
Oct 30 05:44:03 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:44:03 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:44:03 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:44:03 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:44:03 user nova-compute[74922]:   </clock>
Oct 30 05:44:03 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:44:03 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:44:03 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:44:03 user nova-compute[74922]:   </cpu>
Oct 30 05:44:03 user nova-compute[74922]:   <devices>
Oct 30 05:44:03 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 05:44:03 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:44:03 user nova-compute[74922]:       <source dev="/dev/sdb"/>
Oct 30 05:44:03 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:44:03 user nova-compute[74922]:       <serial>86991b09-636b-426b-9654-e9400244050e</serial>
Oct 30 05:44:03 user nova-compute[74922]:     </disk>
Oct 30 05:44:03 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:44:03 user nova-compute[74922]:       <mac address="fa:16:3e:df:3c:72"/>
Oct 30 05:44:03 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:44:03 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:44:03 user nova-compute[74922]:       <target dev="tap50a3bf3c-1c"/>
Oct 30 05:44:03 user nova-compute[74922]:     </interface>
Oct 30 05:44:03 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:44:03 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/3ea053be-1937-4292-80ea-eb4d5e03b5e2/console.log" append="off"/>
Oct 30 05:44:03 user nova-compute[74922]:     </serial>
Oct 30 05:44:03 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:44:03 user nova-compute[74922]:     <video>
Oct 30 05:44:03 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:44:03 user nova-compute[74922]:     </video>
Oct 30 05:44:03 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:44:03 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:44:03 user nova-compute[74922]:     </rng>
Oct 30 05:44:03 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:44:03 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:44:03 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:44:03 user nova-compute[74922]:     </memballoon>
Oct 30 05:44:03 user nova-compute[74922]:   </devices>
Oct 30 05:44:03 user nova-compute[74922]: </domain>
Oct 30 05:44:03 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:44:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:43:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-39662126',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-39662126',id=8,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCe0+rWFu+0G8uFTK4dQWjNEWXrTR+3t+bysQx857NIldiHaqaIoP3Bscur1xwqXc5hprDJeAfoGUaw5kwih0MpCr2G//4+GxN1WKDO5erMQeVctAdOQl85PSv5Zr8a8Sg==',key_name='tempest-keypair-2132190904',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cce501e87faf45949eba8517dd9a3ea2',ramdisk_id='',reservation_id='r-p4cyc8pz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1120424251',owner_user_name='tempest-ServerActionsV293TestJSON-1120424251-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:43:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='73f9b18574c24a3482707f90c1324c1d',uuid=3ea053be-1937-4292-80ea-eb4d5e03b5e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "address": "fa:16:3e:df:3c:72", "network": {"id": "78892be9-b10d-4a13-942a-a2056c4e2987", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1397092291-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cce501e87faf45949eba8517dd9a3ea2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50a3bf3c-1c", "ovs_interfaceid": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:44:03 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Converting VIF {"id": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "address": "fa:16:3e:df:3c:72", "network": {"id": "78892be9-b10d-4a13-942a-a2056c4e2987", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1397092291-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cce501e87faf45949eba8517dd9a3ea2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50a3bf3c-1c", "ovs_interfaceid": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:44:03 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:3c:72,bridge_name='br-int',has_traffic_filtering=True,id=50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c,network=Network(78892be9-b10d-4a13-942a-a2056c4e2987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50a3bf3c-1c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:44:03 user nova-compute[74922]: DEBUG os_vif [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:3c:72,bridge_name='br-int',has_traffic_filtering=True,id=50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c,network=Network(78892be9-b10d-4a13-942a-a2056c4e2987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50a3bf3c-1c') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:44:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:44:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:44:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6b8ff951-5e46-5791-bc7e-550577772c4d', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:44:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap50a3bf3c-1c, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:44:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap50a3bf3c-1c, col_values=(('qos', UUID('7b7dbc4c-c0fd-44bf-9898-f7b2a0cd5d73')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:44:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap50a3bf3c-1c, col_values=(('external_ids', {'iface-id': '50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:df:3c:72', 'vm-uuid': '3ea053be-1937-4292-80ea-eb4d5e03b5e2'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:44:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:44:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:04 user nova-compute[74922]: INFO os_vif [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:3c:72,bridge_name='br-int',has_traffic_filtering=True,id=50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c,network=Network(78892be9-b10d-4a13-942a-a2056c4e2987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50a3bf3c-1c')
Oct 30 05:44:04 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:44:04 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] No VIF found with MAC fa:16:3e:df:3c:72, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:44:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "3eda9718-c0e8-45d0-b2d7-403f219e8192" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:44:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:44:05 user nova-compute[74922]: DEBUG nova.compute.manager [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:44:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:44:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:44:05 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:44:05 user nova-compute[74922]: INFO nova.compute.claims [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Claim successful on node user
Oct 30 05:44:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:05 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:44:05 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:44:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.522s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:44:05 user nova-compute[74922]: DEBUG nova.compute.manager [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:44:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-8e7bf8ea-378d-4ed0-a087-27608408cfea req-31f29550-8552-4fc0-b61d-01acccf9c105 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Received event network-vif-plugged-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:44:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8e7bf8ea-378d-4ed0-a087-27608408cfea req-31f29550-8552-4fc0-b61d-01acccf9c105 service nova] Acquiring lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:44:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8e7bf8ea-378d-4ed0-a087-27608408cfea req-31f29550-8552-4fc0-b61d-01acccf9c105 service nova] Lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:44:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8e7bf8ea-378d-4ed0-a087-27608408cfea req-31f29550-8552-4fc0-b61d-01acccf9c105 service nova] Lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:44:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-8e7bf8ea-378d-4ed0-a087-27608408cfea req-31f29550-8552-4fc0-b61d-01acccf9c105 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] No waiting events found dispatching network-vif-plugged-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:44:05 user nova-compute[74922]: WARNING nova.compute.manager [req-8e7bf8ea-378d-4ed0-a087-27608408cfea req-31f29550-8552-4fc0-b61d-01acccf9c105 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Received unexpected event network-vif-plugged-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c for instance with vm_state building and task_state spawning.
Oct 30 05:44:05 user nova-compute[74922]: DEBUG nova.compute.manager [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:44:05 user nova-compute[74922]: DEBUG nova.network.neutron [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:44:05 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:44:05 user nova-compute[74922]: DEBUG nova.compute.manager [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:44:06 user nova-compute[74922]: DEBUG nova.compute.manager [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:44:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:44:06 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Creating image(s)
Oct 30 05:44:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "/opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:44:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "/opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:44:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "/opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:44:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "b57c1b80ed7464be0956f6d2863294fdd2905211" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:44:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "b57c1b80ed7464be0956f6d2863294fdd2905211" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:44:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b57c1b80ed7464be0956f6d2863294fdd2905211.part --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:06 user nova-compute[74922]: DEBUG nova.policy [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3d42c973de44a77a6cbc71ca18cf8be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7091d27413441c6acc2d53c88cde072', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:44:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b57c1b80ed7464be0956f6d2863294fdd2905211.part --force-share --output=json" returned: 0 in 0.201s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:06 user nova-compute[74922]: DEBUG nova.virt.images [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] ee66c556-e052-4d58-b48a-fae098409c77 was qcow2, converting to raw {{(pid=74922) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 05:44:06 user nova-compute[74922]: DEBUG nova.privsep.utils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74922) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 05:44:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b57c1b80ed7464be0956f6d2863294fdd2905211.part /opt/stack/data/nova/instances/_base/b57c1b80ed7464be0956f6d2863294fdd2905211.converted {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b57c1b80ed7464be0956f6d2863294fdd2905211.part /opt/stack/data/nova/instances/_base/b57c1b80ed7464be0956f6d2863294fdd2905211.converted" returned: 0 in 0.170s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b57c1b80ed7464be0956f6d2863294fdd2905211.converted --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b57c1b80ed7464be0956f6d2863294fdd2905211.converted --force-share --output=json" returned: 0 in 0.205s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "b57c1b80ed7464be0956f6d2863294fdd2905211" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.134s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:44:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b57c1b80ed7464be0956f6d2863294fdd2905211 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:07 user nova-compute[74922]: DEBUG nova.network.neutron [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Successfully created port: 450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:44:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b57c1b80ed7464be0956f6d2863294fdd2905211 --force-share --output=json" returned: 0 in 0.186s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "b57c1b80ed7464be0956f6d2863294fdd2905211" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:44:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "b57c1b80ed7464be0956f6d2863294fdd2905211" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:44:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b57c1b80ed7464be0956f6d2863294fdd2905211 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b57c1b80ed7464be0956f6d2863294fdd2905211 --force-share --output=json" returned: 0 in 0.187s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b57c1b80ed7464be0956f6d2863294fdd2905211,backing_fmt=raw /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b57c1b80ed7464be0956f6d2863294fdd2905211,backing_fmt=raw /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk 1073741824" returned: 0 in 0.048s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "b57c1b80ed7464be0956f6d2863294fdd2905211" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:44:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b57c1b80ed7464be0956f6d2863294fdd2905211 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b57c1b80ed7464be0956f6d2863294fdd2905211 --force-share --output=json" returned: 0 in 0.195s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:07 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:44:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:07 user nova-compute[74922]: DEBUG nova.compute.manager [req-f78bae55-b7bd-4c0a-b430-282022811346 req-832a19cc-4c6c-4c58-9af7-11224bfbc3d8 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Received event network-vif-plugged-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:44:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f78bae55-b7bd-4c0a-b430-282022811346 req-832a19cc-4c6c-4c58-9af7-11224bfbc3d8 service nova] Acquiring lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:44:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f78bae55-b7bd-4c0a-b430-282022811346 req-832a19cc-4c6c-4c58-9af7-11224bfbc3d8 service nova] Lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:44:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f78bae55-b7bd-4c0a-b430-282022811346 req-832a19cc-4c6c-4c58-9af7-11224bfbc3d8 service nova] Lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:44:07 user nova-compute[74922]: DEBUG nova.compute.manager [req-f78bae55-b7bd-4c0a-b430-282022811346 req-832a19cc-4c6c-4c58-9af7-11224bfbc3d8 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] No waiting events found dispatching network-vif-plugged-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:44:07 user nova-compute[74922]: WARNING nova.compute.manager [req-f78bae55-b7bd-4c0a-b430-282022811346 req-832a19cc-4c6c-4c58-9af7-11224bfbc3d8 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Received unexpected event network-vif-plugged-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c for instance with vm_state building and task_state spawning.
Oct 30 05:44:07 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:44:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:44:08 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Instance spawned successfully.
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Cannot resize image /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Ensure instance console log exists: /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.network.neutron [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Successfully updated port: 450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "refresh_cache-3eda9718-c0e8-45d0-b2d7-403f219e8192" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquired lock "refresh_cache-3eda9718-c0e8-45d0-b2d7-403f219e8192" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.network.neutron [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.compute.manager [req-d062c8ae-4100-4361-989f-afddb8c79dce req-936a7327-2bed-4d3f-b6c9-380bf8ed6bd9 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Received event network-changed-450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.compute.manager [req-d062c8ae-4100-4361-989f-afddb8c79dce req-936a7327-2bed-4d3f-b6c9-380bf8ed6bd9 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Refreshing instance network info cache due to event network-changed-450bc0a4-feb9-498a-b5d2-2cefcac965a4. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d062c8ae-4100-4361-989f-afddb8c79dce req-936a7327-2bed-4d3f-b6c9-380bf8ed6bd9 service nova] Acquiring lock "refresh_cache-3eda9718-c0e8-45d0-b2d7-403f219e8192" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:44:08 user nova-compute[74922]: INFO nova.compute.manager [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Took 5.71 seconds to spawn the instance on the hypervisor.
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.network.neutron [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:44:08 user nova-compute[74922]: INFO nova.compute.manager [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Took 28.83 seconds to build instance.
Oct 30 05:44:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f2fd8c03-cbce-40da-8fc0-5334724d83a3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 28.946s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.network.neutron [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Updating instance_info_cache with network_info: [{"id": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "address": "fa:16:3e:b8:74:95", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap450bc0a4-fe", "ovs_interfaceid": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Releasing lock "refresh_cache-3eda9718-c0e8-45d0-b2d7-403f219e8192" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.compute.manager [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Instance network_info: |[{"id": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "address": "fa:16:3e:b8:74:95", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap450bc0a4-fe", "ovs_interfaceid": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d062c8ae-4100-4361-989f-afddb8c79dce req-936a7327-2bed-4d3f-b6c9-380bf8ed6bd9 service nova] Acquired lock "refresh_cache-3eda9718-c0e8-45d0-b2d7-403f219e8192" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.network.neutron [req-d062c8ae-4100-4361-989f-afddb8c79dce req-936a7327-2bed-4d3f-b6c9-380bf8ed6bd9 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Refreshing network info cache for port 450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Start _get_guest_xml network_info=[{"id": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "address": "fa:16:3e:b8:74:95", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap450bc0a4-fe", "ovs_interfaceid": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:44:02Z,direct_url=<?>,disk_format='qcow2',id=ee66c556-e052-4d58-b48a-fae098409c77,min_disk=0,min_ram=0,name='tempest-scenario-img--142233718',owner='e7091d27413441c6acc2d53c88cde072',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:44:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'ee66c556-e052-4d58-b48a-fae098409c77'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:44:08 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:44:08 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:44:02Z,direct_url=<?>,disk_format='qcow2',id=ee66c556-e052-4d58-b48a-fae098409c77,min_disk=0,min_ram=0,name='tempest-scenario-img--142233718',owner='e7091d27413441c6acc2d53c88cde072',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:44:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:44:08 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:44:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-648907795',display_name='tempest-TestMinimumBasicScenario-server-648907795',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-648907795',id=9,image_ref='ee66c556-e052-4d58-b48a-fae098409c77',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOuLoWeqexCSIbtR4w3DNLvyQyA9UTyfZV/uH53pkWNIyQ/2sRlYPxhfX2EvdDRgrP4MSfVgce2JkN6lkNdm8QxIn+FimAqrAJYDNCmSXSjl2TrxYY3R7wXDxg9sb3Es6g==',key_name='tempest-TestMinimumBasicScenario-413131868',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e7091d27413441c6acc2d53c88cde072',ramdisk_id='',reservation_id='r-ja7mukyd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ee66c556-e052-4d58-b48a-fae098409c77',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-810032681',owner_user_name='tempest-TestMinimumBasicScenario-810032681-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:44:06Z,user_data=None,user_id='e3d42c973de44a77a6cbc71ca18cf8be',uuid=3eda9718-c0e8-45d0-b2d7-403f219e8192,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "address": "fa:16:3e:b8:74:95", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap450bc0a4-fe", "ovs_interfaceid": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Converting VIF {"id": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "address": "fa:16:3e:b8:74:95", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap450bc0a4-fe", "ovs_interfaceid": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:74:95,bridge_name='br-int',has_traffic_filtering=True,id=450bc0a4-feb9-498a-b5d2-2cefcac965a4,network=Network(3aa18a1b-230f-434e-af29-d9dcc82eb79c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap450bc0a4-fe') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG nova.objects.instance [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lazy-loading 'pci_devices' on Instance uuid 3eda9718-c0e8-45d0-b2d7-403f219e8192 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:44:09 user nova-compute[74922]:   <uuid>3eda9718-c0e8-45d0-b2d7-403f219e8192</uuid>
Oct 30 05:44:09 user nova-compute[74922]:   <name>instance-00000009</name>
Oct 30 05:44:09 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:44:09 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:44:09 user nova-compute[74922]:   <metadata>
Oct 30 05:44:09 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:44:09 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:44:09 user nova-compute[74922]:       <nova:name>tempest-TestMinimumBasicScenario-server-648907795</nova:name>
Oct 30 05:44:09 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:44:08</nova:creationTime>
Oct 30 05:44:09 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:44:09 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:44:09 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:44:09 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:44:09 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:44:09 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:44:09 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:44:09 user nova-compute[74922]:       <nova:owner>
Oct 30 05:44:09 user nova-compute[74922]:         <nova:user uuid="e3d42c973de44a77a6cbc71ca18cf8be">tempest-TestMinimumBasicScenario-810032681-project-member</nova:user>
Oct 30 05:44:09 user nova-compute[74922]:         <nova:project uuid="e7091d27413441c6acc2d53c88cde072">tempest-TestMinimumBasicScenario-810032681</nova:project>
Oct 30 05:44:09 user nova-compute[74922]:       </nova:owner>
Oct 30 05:44:09 user nova-compute[74922]:       <nova:root type="image" uuid="ee66c556-e052-4d58-b48a-fae098409c77"/>
Oct 30 05:44:09 user nova-compute[74922]:       <nova:ports>
Oct 30 05:44:09 user nova-compute[74922]:         <nova:port uuid="450bc0a4-feb9-498a-b5d2-2cefcac965a4">
Oct 30 05:44:09 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 30 05:44:09 user nova-compute[74922]:         </nova:port>
Oct 30 05:44:09 user nova-compute[74922]:       </nova:ports>
Oct 30 05:44:09 user nova-compute[74922]:     </nova:instance>
Oct 30 05:44:09 user nova-compute[74922]:   </metadata>
Oct 30 05:44:09 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:44:09 user nova-compute[74922]:     <system>
Oct 30 05:44:09 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:44:09 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:44:09 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:44:09 user nova-compute[74922]:       <entry name="serial">3eda9718-c0e8-45d0-b2d7-403f219e8192</entry>
Oct 30 05:44:09 user nova-compute[74922]:       <entry name="uuid">3eda9718-c0e8-45d0-b2d7-403f219e8192</entry>
Oct 30 05:44:09 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:44:09 user nova-compute[74922]:     </system>
Oct 30 05:44:09 user nova-compute[74922]:   </sysinfo>
Oct 30 05:44:09 user nova-compute[74922]:   <os>
Oct 30 05:44:09 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:44:09 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:44:09 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:44:09 user nova-compute[74922]:   </os>
Oct 30 05:44:09 user nova-compute[74922]:   <features>
Oct 30 05:44:09 user nova-compute[74922]:     <acpi/>
Oct 30 05:44:09 user nova-compute[74922]:     <apic/>
Oct 30 05:44:09 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:44:09 user nova-compute[74922]:   </features>
Oct 30 05:44:09 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:44:09 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:44:09 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:44:09 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:44:09 user nova-compute[74922]:   </clock>
Oct 30 05:44:09 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:44:09 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:44:09 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:44:09 user nova-compute[74922]:   </cpu>
Oct 30 05:44:09 user nova-compute[74922]:   <devices>
Oct 30 05:44:09 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:44:09 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:44:09 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk"/>
Oct 30 05:44:09 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:44:09 user nova-compute[74922]:     </disk>
Oct 30 05:44:09 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:44:09 user nova-compute[74922]:       <mac address="fa:16:3e:b8:74:95"/>
Oct 30 05:44:09 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:44:09 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:44:09 user nova-compute[74922]:       <target dev="tap450bc0a4-fe"/>
Oct 30 05:44:09 user nova-compute[74922]:     </interface>
Oct 30 05:44:09 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:44:09 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/console.log" append="off"/>
Oct 30 05:44:09 user nova-compute[74922]:     </serial>
Oct 30 05:44:09 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:44:09 user nova-compute[74922]:     <video>
Oct 30 05:44:09 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:44:09 user nova-compute[74922]:     </video>
Oct 30 05:44:09 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:44:09 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:44:09 user nova-compute[74922]:     </rng>
Oct 30 05:44:09 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:44:09 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:44:09 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:44:09 user nova-compute[74922]:     </memballoon>
Oct 30 05:44:09 user nova-compute[74922]:   </devices>
Oct 30 05:44:09 user nova-compute[74922]: </domain>
Oct 30 05:44:09 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:44:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-648907795',display_name='tempest-TestMinimumBasicScenario-server-648907795',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-648907795',id=9,image_ref='ee66c556-e052-4d58-b48a-fae098409c77',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOuLoWeqexCSIbtR4w3DNLvyQyA9UTyfZV/uH53pkWNIyQ/2sRlYPxhfX2EvdDRgrP4MSfVgce2JkN6lkNdm8QxIn+FimAqrAJYDNCmSXSjl2TrxYY3R7wXDxg9sb3Es6g==',key_name='tempest-TestMinimumBasicScenario-413131868',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e7091d27413441c6acc2d53c88cde072',ramdisk_id='',reservation_id='r-ja7mukyd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ee66c556-e052-4d58-b48a-fae098409c77',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-810032681',owner_user_name='tempest-TestMinimumBasicScenario-810032681-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:44:06Z,user_data=None,user_id='e3d42c973de44a77a6cbc71ca18cf8be',uuid=3eda9718-c0e8-45d0-b2d7-403f219e8192,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "address": "fa:16:3e:b8:74:95", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap450bc0a4-fe", "ovs_interfaceid": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Converting VIF {"id": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "address": "fa:16:3e:b8:74:95", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap450bc0a4-fe", "ovs_interfaceid": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:74:95,bridge_name='br-int',has_traffic_filtering=True,id=450bc0a4-feb9-498a-b5d2-2cefcac965a4,network=Network(3aa18a1b-230f-434e-af29-d9dcc82eb79c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap450bc0a4-fe') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG os_vif [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:74:95,bridge_name='br-int',has_traffic_filtering=True,id=450bc0a4-feb9-498a-b5d2-2cefcac965a4,network=Network(3aa18a1b-230f-434e-af29-d9dcc82eb79c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap450bc0a4-fe') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9e0d2b5a-2c34-5d93-a3e4-b5d4e2f67a8c', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap450bc0a4-fe, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap450bc0a4-fe, col_values=(('qos', UUID('448ac0fe-44fe-4d20-be3b-75abb75f41cc')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap450bc0a4-fe, col_values=(('external_ids', {'iface-id': '450bc0a4-feb9-498a-b5d2-2cefcac965a4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b8:74:95', 'vm-uuid': '3eda9718-c0e8-45d0-b2d7-403f219e8192'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:09 user nova-compute[74922]: INFO os_vif [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:74:95,bridge_name='br-int',has_traffic_filtering=True,id=450bc0a4-feb9-498a-b5d2-2cefcac965a4,network=Network(3aa18a1b-230f-434e-af29-d9dcc82eb79c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap450bc0a4-fe')
Oct 30 05:44:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] No VIF found with MAC fa:16:3e:b8:74:95, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG nova.network.neutron [req-d062c8ae-4100-4361-989f-afddb8c79dce req-936a7327-2bed-4d3f-b6c9-380bf8ed6bd9 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Updated VIF entry in instance network info cache for port 450bc0a4-feb9-498a-b5d2-2cefcac965a4. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG nova.network.neutron [req-d062c8ae-4100-4361-989f-afddb8c79dce req-936a7327-2bed-4d3f-b6c9-380bf8ed6bd9 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Updating instance_info_cache with network_info: [{"id": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "address": "fa:16:3e:b8:74:95", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap450bc0a4-fe", "ovs_interfaceid": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:44:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d062c8ae-4100-4361-989f-afddb8c79dce req-936a7327-2bed-4d3f-b6c9-380bf8ed6bd9 service nova] Releasing lock "refresh_cache-3eda9718-c0e8-45d0-b2d7-403f219e8192" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:44:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:11 user nova-compute[74922]: DEBUG nova.compute.manager [req-594d1c54-b568-480b-8890-e984dfa8b273 req-4ac68923-b90e-4716-abf2-98f916bfdc87 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Received event network-vif-plugged-450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:44:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-594d1c54-b568-480b-8890-e984dfa8b273 req-4ac68923-b90e-4716-abf2-98f916bfdc87 service nova] Acquiring lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:44:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-594d1c54-b568-480b-8890-e984dfa8b273 req-4ac68923-b90e-4716-abf2-98f916bfdc87 service nova] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:44:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-594d1c54-b568-480b-8890-e984dfa8b273 req-4ac68923-b90e-4716-abf2-98f916bfdc87 service nova] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:44:11 user nova-compute[74922]: DEBUG nova.compute.manager [req-594d1c54-b568-480b-8890-e984dfa8b273 req-4ac68923-b90e-4716-abf2-98f916bfdc87 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] No waiting events found dispatching network-vif-plugged-450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:44:11 user nova-compute[74922]: WARNING nova.compute.manager [req-594d1c54-b568-480b-8890-e984dfa8b273 req-4ac68923-b90e-4716-abf2-98f916bfdc87 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Received unexpected event network-vif-plugged-450bc0a4-feb9-498a-b5d2-2cefcac965a4 for instance with vm_state building and task_state spawning.
Oct 30 05:44:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:13 user nova-compute[74922]: DEBUG nova.compute.manager [req-43053924-dc3e-4fda-9014-905078720e65 req-9fd5bf12-ff88-492c-9578-453677f9a42d service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Received event network-vif-plugged-450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:44:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-43053924-dc3e-4fda-9014-905078720e65 req-9fd5bf12-ff88-492c-9578-453677f9a42d service nova] Acquiring lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:44:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-43053924-dc3e-4fda-9014-905078720e65 req-9fd5bf12-ff88-492c-9578-453677f9a42d service nova] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:44:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-43053924-dc3e-4fda-9014-905078720e65 req-9fd5bf12-ff88-492c-9578-453677f9a42d service nova] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:44:13 user nova-compute[74922]: DEBUG nova.compute.manager [req-43053924-dc3e-4fda-9014-905078720e65 req-9fd5bf12-ff88-492c-9578-453677f9a42d service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] No waiting events found dispatching network-vif-plugged-450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:44:13 user nova-compute[74922]: WARNING nova.compute.manager [req-43053924-dc3e-4fda-9014-905078720e65 req-9fd5bf12-ff88-492c-9578-453677f9a42d service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Received unexpected event network-vif-plugged-450bc0a4-feb9-498a-b5d2-2cefcac965a4 for instance with vm_state building and task_state spawning.
Oct 30 05:44:13 user nova-compute[74922]: DEBUG nova.compute.manager [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:44:13 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:44:13 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Instance spawned successfully.
Oct 30 05:44:13 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:44:13 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:44:13 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:44:13 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:44:13 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:44:13 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:44:13 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:44:13 user nova-compute[74922]: INFO nova.compute.manager [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Took 7.57 seconds to spawn the instance on the hypervisor.
Oct 30 05:44:13 user nova-compute[74922]: DEBUG nova.compute.manager [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:44:13 user nova-compute[74922]: INFO nova.compute.manager [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Took 8.51 seconds to build instance.
Oct 30 05:44:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b64b9cd0-3555-417b-8b49-7d4eb6d24c28 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.616s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:44:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:44:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:44:18 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:44:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:44:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:44:18 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:44:18 user nova-compute[74922]: INFO nova.compute.claims [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Claim successful on node user
Oct 30 05:44:18 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:44:18 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:44:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.469s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:44:18 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:44:18 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:44:18 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:44:18 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:44:18 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:19 user nova-compute[74922]: INFO nova.virt.block_device [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Booting with volume 93821ec0-97d5-428a-9f5d-2706c0d2233b at /dev/vda
Oct 30 05:44:19 user nova-compute[74922]: DEBUG nova.policy [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07a6154a25f843ca9d68cca202fa7252', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31cd391af2df4e6489eaa9874407bcd6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG os_brick.utils [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[dff49c2b-272c-4fd4-b152-62c6f5d11dec]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d230c68d-fd5c-4cbd-949d-04809863ad31]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[daaa8dc1-e916-4fb4-9553-afcd68b84f68]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba522515-01e6-49fb-b313-248289058f68]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:44:19 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:44:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[715bdcfb-81fe-4ce8-8cdc-7950e7aa7dfa]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG os_brick.utils [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] <== get_connector_properties: return (154ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Updating existing volume attachment record: 7f22b728-c293-480d-a731-30f963d26b32 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:44:19 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Successfully created port: a40ca2b2-5b15-4f67-9b78-6bf669307094 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:44:20 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Successfully created port: c9ce7ed5-f6b7-4dba-99fe-2e477a59456d {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:44:20 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Successfully created port: 62f99372-6dac-42e9-9fe1-094912d1538d {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:44:21 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Successfully created port: e4d4137e-9dcf-499e-bc0e-f2a080b25850 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:44:21 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:44:22 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Successfully created port: 5a99def7-3574-45be-8a99-2bc3978e26e0 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:44:23 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Successfully updated port: a40ca2b2-5b15-4f67-9b78-6bf669307094 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:44:23 user nova-compute[74922]: DEBUG nova.compute.manager [req-7fc89427-0120-48eb-bc28-79fdc9036bc8 req-587b75b0-6251-41c7-9f43-d44f2ae4ea4e service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-changed-a40ca2b2-5b15-4f67-9b78-6bf669307094 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:44:23 user nova-compute[74922]: DEBUG nova.compute.manager [req-7fc89427-0120-48eb-bc28-79fdc9036bc8 req-587b75b0-6251-41c7-9f43-d44f2ae4ea4e service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Refreshing instance network info cache due to event network-changed-a40ca2b2-5b15-4f67-9b78-6bf669307094. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:44:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7fc89427-0120-48eb-bc28-79fdc9036bc8 req-587b75b0-6251-41c7-9f43-d44f2ae4ea4e service nova] Acquiring lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:44:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7fc89427-0120-48eb-bc28-79fdc9036bc8 req-587b75b0-6251-41c7-9f43-d44f2ae4ea4e service nova] Acquired lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:44:23 user nova-compute[74922]: DEBUG nova.network.neutron [req-7fc89427-0120-48eb-bc28-79fdc9036bc8 req-587b75b0-6251-41c7-9f43-d44f2ae4ea4e service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Refreshing network info cache for port a40ca2b2-5b15-4f67-9b78-6bf669307094 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:44:23 user nova-compute[74922]: DEBUG nova.network.neutron [req-7fc89427-0120-48eb-bc28-79fdc9036bc8 req-587b75b0-6251-41c7-9f43-d44f2ae4ea4e service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:44:23 user nova-compute[74922]: DEBUG nova.network.neutron [req-7fc89427-0120-48eb-bc28-79fdc9036bc8 req-587b75b0-6251-41c7-9f43-d44f2ae4ea4e service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:44:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7fc89427-0120-48eb-bc28-79fdc9036bc8 req-587b75b0-6251-41c7-9f43-d44f2ae4ea4e service nova] Releasing lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:44:23 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Successfully updated port: 7179bef7-44a1-49e8-bcfd-b7d268e6c99d {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:44:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:23 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:44:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:24 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Successfully updated port: 6c6fa880-565b-441d-bb17-814fe0c6dd5b {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:44:24 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:44:24 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:44:25 user nova-compute[74922]: DEBUG nova.compute.manager [req-5e827319-92a9-4d23-b593-d9b54fedafa4 req-fefe64d9-709d-4567-a6c9-1aa8555dfb7c service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-changed-7179bef7-44a1-49e8-bcfd-b7d268e6c99d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:44:25 user nova-compute[74922]: DEBUG nova.compute.manager [req-5e827319-92a9-4d23-b593-d9b54fedafa4 req-fefe64d9-709d-4567-a6c9-1aa8555dfb7c service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Refreshing instance network info cache due to event network-changed-7179bef7-44a1-49e8-bcfd-b7d268e6c99d. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:44:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5e827319-92a9-4d23-b593-d9b54fedafa4 req-fefe64d9-709d-4567-a6c9-1aa8555dfb7c service nova] Acquiring lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:44:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5e827319-92a9-4d23-b593-d9b54fedafa4 req-fefe64d9-709d-4567-a6c9-1aa8555dfb7c service nova] Acquired lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:44:25 user nova-compute[74922]: DEBUG nova.network.neutron [req-5e827319-92a9-4d23-b593-d9b54fedafa4 req-fefe64d9-709d-4567-a6c9-1aa8555dfb7c service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Refreshing network info cache for port 7179bef7-44a1-49e8-bcfd-b7d268e6c99d {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:44:25 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Successfully updated port: c9ce7ed5-f6b7-4dba-99fe-2e477a59456d {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:44:25 user nova-compute[74922]: DEBUG nova.network.neutron [req-5e827319-92a9-4d23-b593-d9b54fedafa4 req-fefe64d9-709d-4567-a6c9-1aa8555dfb7c service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:44:25 user nova-compute[74922]: DEBUG nova.network.neutron [req-5e827319-92a9-4d23-b593-d9b54fedafa4 req-fefe64d9-709d-4567-a6c9-1aa8555dfb7c service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:44:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5e827319-92a9-4d23-b593-d9b54fedafa4 req-fefe64d9-709d-4567-a6c9-1aa8555dfb7c service nova] Releasing lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:44:25 user nova-compute[74922]: DEBUG nova.compute.manager [req-5e827319-92a9-4d23-b593-d9b54fedafa4 req-fefe64d9-709d-4567-a6c9-1aa8555dfb7c service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-changed-6c6fa880-565b-441d-bb17-814fe0c6dd5b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:44:25 user nova-compute[74922]: DEBUG nova.compute.manager [req-5e827319-92a9-4d23-b593-d9b54fedafa4 req-fefe64d9-709d-4567-a6c9-1aa8555dfb7c service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Refreshing instance network info cache due to event network-changed-6c6fa880-565b-441d-bb17-814fe0c6dd5b. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:44:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5e827319-92a9-4d23-b593-d9b54fedafa4 req-fefe64d9-709d-4567-a6c9-1aa8555dfb7c service nova] Acquiring lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:44:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5e827319-92a9-4d23-b593-d9b54fedafa4 req-fefe64d9-709d-4567-a6c9-1aa8555dfb7c service nova] Acquired lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:44:25 user nova-compute[74922]: DEBUG nova.network.neutron [req-5e827319-92a9-4d23-b593-d9b54fedafa4 req-fefe64d9-709d-4567-a6c9-1aa8555dfb7c service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Refreshing network info cache for port 6c6fa880-565b-441d-bb17-814fe0c6dd5b {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:44:25 user nova-compute[74922]: DEBUG nova.network.neutron [req-5e827319-92a9-4d23-b593-d9b54fedafa4 req-fefe64d9-709d-4567-a6c9-1aa8555dfb7c service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:44:25 user nova-compute[74922]: DEBUG nova.compute.manager [req-77767121-5ef8-4717-8653-2d5e6734e31f req-6ae60c5b-3274-4a50-91a0-822daae66d8a service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received event network-changed-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:44:25 user nova-compute[74922]: DEBUG nova.compute.manager [req-77767121-5ef8-4717-8653-2d5e6734e31f req-6ae60c5b-3274-4a50-91a0-822daae66d8a service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Refreshing instance network info cache due to event network-changed-da530316-ce42-47ee-aa54-a123b18bb1c2. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:44:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-77767121-5ef8-4717-8653-2d5e6734e31f req-6ae60c5b-3274-4a50-91a0-822daae66d8a service nova] Acquiring lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:44:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-77767121-5ef8-4717-8653-2d5e6734e31f req-6ae60c5b-3274-4a50-91a0-822daae66d8a service nova] Acquired lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:44:25 user nova-compute[74922]: DEBUG nova.network.neutron [req-77767121-5ef8-4717-8653-2d5e6734e31f req-6ae60c5b-3274-4a50-91a0-822daae66d8a service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Refreshing network info cache for port da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:44:25 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Successfully updated port: 62f99372-6dac-42e9-9fe1-094912d1538d {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:44:25 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:44:25 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 05:44:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-f043cb05-eb51-4e0c-9a91-082ad6149324" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:44:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-f043cb05-eb51-4e0c-9a91-082ad6149324" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:44:26 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 05:44:26 user nova-compute[74922]: DEBUG nova.network.neutron [req-5e827319-92a9-4d23-b593-d9b54fedafa4 req-fefe64d9-709d-4567-a6c9-1aa8555dfb7c service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:44:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5e827319-92a9-4d23-b593-d9b54fedafa4 req-fefe64d9-709d-4567-a6c9-1aa8555dfb7c service nova] Releasing lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:44:26 user nova-compute[74922]: DEBUG nova.network.neutron [req-77767121-5ef8-4717-8653-2d5e6734e31f req-6ae60c5b-3274-4a50-91a0-822daae66d8a service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Updated VIF entry in instance network info cache for port da530316-ce42-47ee-aa54-a123b18bb1c2. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:44:26 user nova-compute[74922]: DEBUG nova.network.neutron [req-77767121-5ef8-4717-8653-2d5e6734e31f req-6ae60c5b-3274-4a50-91a0-822daae66d8a service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Updating instance_info_cache with network_info: [{"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:44:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-77767121-5ef8-4717-8653-2d5e6734e31f req-6ae60c5b-3274-4a50-91a0-822daae66d8a service nova] Releasing lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:44:26 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Successfully updated port: e4d4137e-9dcf-499e-bc0e-f2a080b25850 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Updating instance_info_cache with network_info: [{"id": "a6d72839-4083-41e6-a85d-35aa548e9a0d", "address": "fa:16:3e:87:5e:a3", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6d72839-40", "ovs_interfaceid": "a6d72839-4083-41e6-a85d-35aa548e9a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-f043cb05-eb51-4e0c-9a91-082ad6149324" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-6c69e088-95b2-41d9-9de9-79f267b92f14 req-1e0d80f9-43bd-4d44-8c91-fde463c05aae service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-changed-c9ce7ed5-f6b7-4dba-99fe-2e477a59456d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-6c69e088-95b2-41d9-9de9-79f267b92f14 req-1e0d80f9-43bd-4d44-8c91-fde463c05aae service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Refreshing instance network info cache due to event network-changed-c9ce7ed5-f6b7-4dba-99fe-2e477a59456d. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6c69e088-95b2-41d9-9de9-79f267b92f14 req-1e0d80f9-43bd-4d44-8c91-fde463c05aae service nova] Acquiring lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6c69e088-95b2-41d9-9de9-79f267b92f14 req-1e0d80f9-43bd-4d44-8c91-fde463c05aae service nova] Acquired lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG nova.network.neutron [req-6c69e088-95b2-41d9-9de9-79f267b92f14 req-1e0d80f9-43bd-4d44-8c91-fde463c05aae service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Refreshing network info cache for port c9ce7ed5-f6b7-4dba-99fe-2e477a59456d {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG nova.network.neutron [req-6c69e088-95b2-41d9-9de9-79f267b92f14 req-1e0d80f9-43bd-4d44-8c91-fde463c05aae service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Successfully updated port: 5a99def7-3574-45be-8a99-2bc3978e26e0 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Acquiring lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG nova.network.neutron [req-6c69e088-95b2-41d9-9de9-79f267b92f14 req-1e0d80f9-43bd-4d44-8c91-fde463c05aae service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6c69e088-95b2-41d9-9de9-79f267b92f14 req-1e0d80f9-43bd-4d44-8c91-fde463c05aae service nova] Releasing lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-6c69e088-95b2-41d9-9de9-79f267b92f14 req-1e0d80f9-43bd-4d44-8c91-fde463c05aae service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-changed-62f99372-6dac-42e9-9fe1-094912d1538d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-6c69e088-95b2-41d9-9de9-79f267b92f14 req-1e0d80f9-43bd-4d44-8c91-fde463c05aae service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Refreshing instance network info cache due to event network-changed-62f99372-6dac-42e9-9fe1-094912d1538d. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6c69e088-95b2-41d9-9de9-79f267b92f14 req-1e0d80f9-43bd-4d44-8c91-fde463c05aae service nova] Acquiring lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6c69e088-95b2-41d9-9de9-79f267b92f14 req-1e0d80f9-43bd-4d44-8c91-fde463c05aae service nova] Acquired lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG nova.network.neutron [req-6c69e088-95b2-41d9-9de9-79f267b92f14 req-1e0d80f9-43bd-4d44-8c91-fde463c05aae service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Refreshing network info cache for port 62f99372-6dac-42e9-9fe1-094912d1538d {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG nova.network.neutron [req-6c69e088-95b2-41d9-9de9-79f267b92f14 req-1e0d80f9-43bd-4d44-8c91-fde463c05aae service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:44:27 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 05:44:28 user nova-compute[74922]: DEBUG nova.network.neutron [req-6c69e088-95b2-41d9-9de9-79f267b92f14 req-1e0d80f9-43bd-4d44-8c91-fde463c05aae service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:44:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6c69e088-95b2-41d9-9de9-79f267b92f14 req-1e0d80f9-43bd-4d44-8c91-fde463c05aae service nova] Releasing lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:44:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-6c69e088-95b2-41d9-9de9-79f267b92f14 req-1e0d80f9-43bd-4d44-8c91-fde463c05aae service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-changed-e4d4137e-9dcf-499e-bc0e-f2a080b25850 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:44:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-6c69e088-95b2-41d9-9de9-79f267b92f14 req-1e0d80f9-43bd-4d44-8c91-fde463c05aae service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Refreshing instance network info cache due to event network-changed-e4d4137e-9dcf-499e-bc0e-f2a080b25850. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:44:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6c69e088-95b2-41d9-9de9-79f267b92f14 req-1e0d80f9-43bd-4d44-8c91-fde463c05aae service nova] Acquiring lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:44:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6c69e088-95b2-41d9-9de9-79f267b92f14 req-1e0d80f9-43bd-4d44-8c91-fde463c05aae service nova] Acquired lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:44:28 user nova-compute[74922]: DEBUG nova.network.neutron [req-6c69e088-95b2-41d9-9de9-79f267b92f14 req-1e0d80f9-43bd-4d44-8c91-fde463c05aae service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Refreshing network info cache for port e4d4137e-9dcf-499e-bc0e-f2a080b25850 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:44:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:28 user nova-compute[74922]: DEBUG nova.network.neutron [req-6c69e088-95b2-41d9-9de9-79f267b92f14 req-1e0d80f9-43bd-4d44-8c91-fde463c05aae service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:44:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-dbe99808-0e25-4d65-b539-0554b75c4fb5 req-da1ddabe-e3d9-42a1-bc29-a2da4e7d22e0 service nova] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Received event network-changed-a6d72839-4083-41e6-a85d-35aa548e9a0d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:44:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-dbe99808-0e25-4d65-b539-0554b75c4fb5 req-da1ddabe-e3d9-42a1-bc29-a2da4e7d22e0 service nova] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Refreshing instance network info cache due to event network-changed-a6d72839-4083-41e6-a85d-35aa548e9a0d. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:44:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dbe99808-0e25-4d65-b539-0554b75c4fb5 req-da1ddabe-e3d9-42a1-bc29-a2da4e7d22e0 service nova] Acquiring lock "refresh_cache-f043cb05-eb51-4e0c-9a91-082ad6149324" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:44:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dbe99808-0e25-4d65-b539-0554b75c4fb5 req-da1ddabe-e3d9-42a1-bc29-a2da4e7d22e0 service nova] Acquired lock "refresh_cache-f043cb05-eb51-4e0c-9a91-082ad6149324" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:44:28 user nova-compute[74922]: DEBUG nova.network.neutron [req-dbe99808-0e25-4d65-b539-0554b75c4fb5 req-da1ddabe-e3d9-42a1-bc29-a2da4e7d22e0 service nova] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Refreshing network info cache for port a6d72839-4083-41e6-a85d-35aa548e9a0d {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:44:28 user nova-compute[74922]: DEBUG nova.network.neutron [req-6c69e088-95b2-41d9-9de9-79f267b92f14 req-1e0d80f9-43bd-4d44-8c91-fde463c05aae service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:44:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6c69e088-95b2-41d9-9de9-79f267b92f14 req-1e0d80f9-43bd-4d44-8c91-fde463c05aae service nova] Releasing lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:44:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Acquired lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:44:28 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:44:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:29 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:44:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:29 user nova-compute[74922]: DEBUG nova.compute.manager [req-87cd7d2a-01db-43ca-92a9-5bbaf119ea7f req-37bf1ab1-4ad4-4887-a70a-9bb2a378a535 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-changed-5a99def7-3574-45be-8a99-2bc3978e26e0 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:44:29 user nova-compute[74922]: DEBUG nova.compute.manager [req-87cd7d2a-01db-43ca-92a9-5bbaf119ea7f req-37bf1ab1-4ad4-4887-a70a-9bb2a378a535 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Refreshing instance network info cache due to event network-changed-5a99def7-3574-45be-8a99-2bc3978e26e0. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:44:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-87cd7d2a-01db-43ca-92a9-5bbaf119ea7f req-37bf1ab1-4ad4-4887-a70a-9bb2a378a535 service nova] Acquiring lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:44:29 user nova-compute[74922]: DEBUG nova.compute.manager [req-7ce42049-e203-44d3-86f9-8445ce2a6086 req-c0da8398-0043-459a-bcc4-f140f386ba7b service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Received event network-changed-ee57dce5-f7a0-4cf8-9921-af521c7b1088 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:44:29 user nova-compute[74922]: DEBUG nova.compute.manager [req-7ce42049-e203-44d3-86f9-8445ce2a6086 req-c0da8398-0043-459a-bcc4-f140f386ba7b service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Refreshing instance network info cache due to event network-changed-ee57dce5-f7a0-4cf8-9921-af521c7b1088. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:44:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7ce42049-e203-44d3-86f9-8445ce2a6086 req-c0da8398-0043-459a-bcc4-f140f386ba7b service nova] Acquiring lock "refresh_cache-4c3e6679-374d-4644-b05d-ef0bf04d7a3a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:44:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7ce42049-e203-44d3-86f9-8445ce2a6086 req-c0da8398-0043-459a-bcc4-f140f386ba7b service nova] Acquired lock "refresh_cache-4c3e6679-374d-4644-b05d-ef0bf04d7a3a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:44:29 user nova-compute[74922]: DEBUG nova.network.neutron [req-7ce42049-e203-44d3-86f9-8445ce2a6086 req-c0da8398-0043-459a-bcc4-f140f386ba7b service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Refreshing network info cache for port ee57dce5-f7a0-4cf8-9921-af521c7b1088 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:44:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:29 user nova-compute[74922]: DEBUG nova.network.neutron [req-dbe99808-0e25-4d65-b539-0554b75c4fb5 req-da1ddabe-e3d9-42a1-bc29-a2da4e7d22e0 service nova] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Updated VIF entry in instance network info cache for port a6d72839-4083-41e6-a85d-35aa548e9a0d. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:44:29 user nova-compute[74922]: DEBUG nova.network.neutron [req-dbe99808-0e25-4d65-b539-0554b75c4fb5 req-da1ddabe-e3d9-42a1-bc29-a2da4e7d22e0 service nova] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Updating instance_info_cache with network_info: [{"id": "a6d72839-4083-41e6-a85d-35aa548e9a0d", "address": "fa:16:3e:87:5e:a3", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6d72839-40", "ovs_interfaceid": "a6d72839-4083-41e6-a85d-35aa548e9a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:44:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dbe99808-0e25-4d65-b539-0554b75c4fb5 req-da1ddabe-e3d9-42a1-bc29-a2da4e7d22e0 service nova] Releasing lock "refresh_cache-f043cb05-eb51-4e0c-9a91-082ad6149324" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:44:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk --force-share --output=json" returned: 0 in 0.271s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk --force-share --output=json" returned: 0 in 0.269s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:30 user nova-compute[74922]: DEBUG nova.network.neutron [req-7ce42049-e203-44d3-86f9-8445ce2a6086 req-c0da8398-0043-459a-bcc4-f140f386ba7b service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Updated VIF entry in instance network info cache for port ee57dce5-f7a0-4cf8-9921-af521c7b1088. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:44:30 user nova-compute[74922]: DEBUG nova.network.neutron [req-7ce42049-e203-44d3-86f9-8445ce2a6086 req-c0da8398-0043-459a-bcc4-f140f386ba7b service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Updating instance_info_cache with network_info: [{"id": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "address": "fa:16:3e:71:29:0b", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee57dce5-f7", "ovs_interfaceid": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:44:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7ce42049-e203-44d3-86f9-8445ce2a6086 req-c0da8398-0043-459a-bcc4-f140f386ba7b service nova] Releasing lock "refresh_cache-4c3e6679-374d-4644-b05d-ef0bf04d7a3a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:44:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:44:32 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:44:32 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:44:32 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=7209MB free_disk=25.588985443115234GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 05:44:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:44:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:44:32 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Updating instance_info_cache with network_info: [{"id": "a40ca2b2-5b15-4f67-9b78-6bf669307094", "address": "fa:16:3e:1a:40:6e", "network": {"id": "12e8c781-a39d-4e34-8899-7bcb5fa98f2b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1598438082-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa40ca2b2-5b", "ovs_interfaceid": "a40ca2b2-5b15-4f67-9b78-6bf669307094", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7179bef7-44a1-49e8-bcfd-b7d268e6c99d", "address": "fa:16:3e:09:0f:ee", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7179bef7-44", "ovs_interfaceid": "7179bef7-44a1-49e8-bcfd-b7d268e6c99d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6c6fa880-565b-441d-bb17-814fe0c6dd5b", "address": "fa:16:3e:31:a0:de", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c6fa880-56", "ovs_interfaceid": "6c6fa880-565b-441d-bb17-814fe0c6dd5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c9ce7ed5-f6b7-4dba-99fe-2e477a59456d", "address": "fa:16:3e:3b:00:f0", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9ce7ed5-f6", "ovs_interfaceid": "c9ce7ed5-f6b7-4dba-99fe-2e477a59456d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "62f99372-6dac-42e9-9fe1-094912d1538d", "address": "fa:16:3e:46:6f:43", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62f99372-6d", "ovs_interfaceid": "62f99372-6dac-42e9-9fe1-094912d1538d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e4d4137e-9dcf-499e-bc0e-f2a080b25850", "address": "fa:16:3e:8b:6a:de", "network": {"id": "cf61142a-93e4-4903-8bab-0e8c41c34456", "bridge": "br-int", "label": "tempest-device-tagging-net2-1620954475", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4d4137e-9d", "ovs_interfaceid": "e4d4137e-9dcf-499e-bc0e-f2a080b25850", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a99def7-3574-45be-8a99-2bc3978e26e0", "address": "fa:16:3e:67:e9:79", "network": {"id": "cf61142a-93e4-4903-8bab-0e8c41c34456", "bridge": "br-int", "label": "tempest-device-tagging-net2-1620954475", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a99def7-35", "ovs_interfaceid": "5a99def7-3574-45be-8a99-2bc3978e26e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:44:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Releasing lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:44:32 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Instance network_info: |[{"id": "a40ca2b2-5b15-4f67-9b78-6bf669307094", "address": "fa:16:3e:1a:40:6e", "network": {"id": "12e8c781-a39d-4e34-8899-7bcb5fa98f2b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1598438082-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa40ca2b2-5b", "ovs_interfaceid": "a40ca2b2-5b15-4f67-9b78-6bf669307094", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7179bef7-44a1-49e8-bcfd-b7d268e6c99d", "address": "fa:16:3e:09:0f:ee", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7179bef7-44", "ovs_interfaceid": "7179bef7-44a1-49e8-bcfd-b7d268e6c99d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6c6fa880-565b-441d-bb17-814fe0c6dd5b", "address": "fa:16:3e:31:a0:de", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c6fa880-56", "ovs_interfaceid": "6c6fa880-565b-441d-bb17-814fe0c6dd5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c9ce7ed5-f6b7-4dba-99fe-2e477a59456d", "address": "fa:16:3e:3b:00:f0", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9ce7ed5-f6", "ovs_interfaceid": "c9ce7ed5-f6b7-4dba-99fe-2e477a59456d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "62f99372-6dac-42e9-9fe1-094912d1538d", "address": "fa:16:3e:46:6f:43", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62f99372-6d", "ovs_interfaceid": "62f99372-6dac-42e9-9fe1-094912d1538d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e4d4137e-9dcf-499e-bc0e-f2a080b25850", "address": "fa:16:3e:8b:6a:de", "network": {"id": "cf61142a-93e4-4903-8bab-0e8c41c34456", "bridge": "br-int", "label": "tempest-device-tagging-net2-1620954475", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4d4137e-9d", "ovs_interfaceid": "e4d4137e-9dcf-499e-bc0e-f2a080b25850", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a99def7-3574-45be-8a99-2bc3978e26e0", "address": "fa:16:3e:67:e9:79", "network": {"id": "cf61142a-93e4-4903-8bab-0e8c41c34456", "bridge": "br-int", "label": "tempest-device-tagging-net2-1620954475", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a99def7-35", "ovs_interfaceid": "5a99def7-3574-45be-8a99-2bc3978e26e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:44:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-87cd7d2a-01db-43ca-92a9-5bbaf119ea7f req-37bf1ab1-4ad4-4887-a70a-9bb2a378a535 service nova] Acquired lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:44:32 user nova-compute[74922]: DEBUG nova.network.neutron [req-87cd7d2a-01db-43ca-92a9-5bbaf119ea7f req-37bf1ab1-4ad4-4887-a70a-9bb2a378a535 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Refreshing network info cache for port 5a99def7-3574-45be-8a99-2bc3978e26e0 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:44:32 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance ecb14dfa-b1d5-428e-b89f-d6ef246516fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:44:32 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance f043cb05-eb51-4e0c-9a91-082ad6149324 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:44:32 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 4c3e6679-374d-4644-b05d-ef0bf04d7a3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:44:32 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 7e417d76-c45b-4033-aa0e-c98c1268971d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:44:32 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 55264a4f-7b2d-4fea-9ddd-db519958b047 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:44:32 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 24068942-be4d-4353-9eae-a9772d380590 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:44:32 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance d2d0fded-ace8-4303-b141-bb13dff73c5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:44:32 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 3ea053be-1937-4292-80ea-eb4d5e03b5e2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:44:32 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 3eda9718-c0e8-45d0-b2d7-403f219e8192 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:44:32 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 6ba76d75-271d-4523-b0f0-e43997a43ac8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:44:32 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 05:44:32 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 05:44:32 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:44:32 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:44:32 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 05:44:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.547s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:44:32 user nova-compute[74922]: DEBUG nova.network.neutron [req-87cd7d2a-01db-43ca-92a9-5bbaf119ea7f req-37bf1ab1-4ad4-4887-a70a-9bb2a378a535 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Updated VIF entry in instance network info cache for port 5a99def7-3574-45be-8a99-2bc3978e26e0. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:44:32 user nova-compute[74922]: DEBUG nova.network.neutron [req-87cd7d2a-01db-43ca-92a9-5bbaf119ea7f req-37bf1ab1-4ad4-4887-a70a-9bb2a378a535 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Updating instance_info_cache with network_info: [{"id": "a40ca2b2-5b15-4f67-9b78-6bf669307094", "address": "fa:16:3e:1a:40:6e", "network": {"id": "12e8c781-a39d-4e34-8899-7bcb5fa98f2b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1598438082-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa40ca2b2-5b", "ovs_interfaceid": "a40ca2b2-5b15-4f67-9b78-6bf669307094", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7179bef7-44a1-49e8-bcfd-b7d268e6c99d", "address": "fa:16:3e:09:0f:ee", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7179bef7-44", "ovs_interfaceid": "7179bef7-44a1-49e8-bcfd-b7d268e6c99d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6c6fa880-565b-441d-bb17-814fe0c6dd5b", "address": "fa:16:3e:31:a0:de", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c6fa880-56", "ovs_interfaceid": "6c6fa880-565b-441d-bb17-814fe0c6dd5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c9ce7ed5-f6b7-4dba-99fe-2e477a59456d", "address": "fa:16:3e:3b:00:f0", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9ce7ed5-f6", "ovs_interfaceid": "c9ce7ed5-f6b7-4dba-99fe-2e477a59456d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "62f99372-6dac-42e9-9fe1-094912d1538d", "address": "fa:16:3e:46:6f:43", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62f99372-6d", "ovs_interfaceid": "62f99372-6dac-42e9-9fe1-094912d1538d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e4d4137e-9dcf-499e-bc0e-f2a080b25850", "address": "fa:16:3e:8b:6a:de", "network": {"id": "cf61142a-93e4-4903-8bab-0e8c41c34456", "bridge": "br-int", "label": "tempest-device-tagging-net2-1620954475", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4d4137e-9d", "ovs_interfaceid": "e4d4137e-9dcf-499e-bc0e-f2a080b25850", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a99def7-3574-45be-8a99-2bc3978e26e0", "address": "fa:16:3e:67:e9:79", "network": {"id": "cf61142a-93e4-4903-8bab-0e8c41c34456", "bridge": "br-int", "label": "tempest-device-tagging-net2-1620954475", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a99def7-35", "ovs_interfaceid": "5a99def7-3574-45be-8a99-2bc3978e26e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:44:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-87cd7d2a-01db-43ca-92a9-5bbaf119ea7f req-37bf1ab1-4ad4-4887-a70a-9bb2a378a535 service nova] Releasing lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:44:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "f043cb05-eb51-4e0c-9a91-082ad6149324" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:44:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "f043cb05-eb51-4e0c-9a91-082ad6149324" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:44:35 user nova-compute[74922]: DEBUG nova.objects.instance [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lazy-loading 'flavor' on Instance uuid f043cb05-eb51-4e0c-9a91-082ad6149324 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:44:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "f043cb05-eb51-4e0c-9a91-082ad6149324" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.083s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:44:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "f043cb05-eb51-4e0c-9a91-082ad6149324" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:44:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "f043cb05-eb51-4e0c-9a91-082ad6149324" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:44:35 user nova-compute[74922]: INFO nova.compute.manager [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Attaching volume 2a1de3de-77c6-4dda-b6d9-9b7dc9020930 to /dev/vdb
Oct 30 05:44:35 user nova-compute[74922]: DEBUG os_brick.utils [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:44:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:35 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[79954be0-f8b9-4622-86af-e389c7c5acd3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:35 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1e44ce5-abb4-4472-a8d6-a72682b86b97]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:35 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[72612007-62e3-4a91-a148-01ff10af210b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:35 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[327f0b18-6652-492e-abf4-2299cf211b2e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:44:35 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:44:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:44:35 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:44:35 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fa1fa4d-fc67-4a30-85ac-7e4c7866ff1a]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:35 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:44:35 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:44:35 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:44:35 user nova-compute[74922]: DEBUG os_brick.utils [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:44:35 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Updating existing volume attachment record: 7636d855-a167-4c11-8133-1d61195649b2 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:44:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:40 user nova-compute[74922]: DEBUG nova.compute.manager [req-16edf689-22f7-45bc-878d-b3b5e4f31adb req-164e0f81-0a32-4309-a858-b7688fab0cf2 service nova] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Received event network-changed-1f68b661-61ca-414f-89df-b4248c5f7c1c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:44:40 user nova-compute[74922]: DEBUG nova.compute.manager [req-16edf689-22f7-45bc-878d-b3b5e4f31adb req-164e0f81-0a32-4309-a858-b7688fab0cf2 service nova] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Refreshing instance network info cache due to event network-changed-1f68b661-61ca-414f-89df-b4248c5f7c1c. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:44:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-16edf689-22f7-45bc-878d-b3b5e4f31adb req-164e0f81-0a32-4309-a858-b7688fab0cf2 service nova] Acquiring lock "refresh_cache-7e417d76-c45b-4033-aa0e-c98c1268971d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:44:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-16edf689-22f7-45bc-878d-b3b5e4f31adb req-164e0f81-0a32-4309-a858-b7688fab0cf2 service nova] Acquired lock "refresh_cache-7e417d76-c45b-4033-aa0e-c98c1268971d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:44:40 user nova-compute[74922]: DEBUG nova.network.neutron [req-16edf689-22f7-45bc-878d-b3b5e4f31adb req-164e0f81-0a32-4309-a858-b7688fab0cf2 service nova] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Refreshing network info cache for port 1f68b661-61ca-414f-89df-b4248c5f7c1c {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:44:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:40 user nova-compute[74922]: INFO nova.virt.block_device [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Booting with volume 124e9d08-0eaa-41f4-b24b-8de32bcf640e at /dev/vdb
Oct 30 05:44:40 user nova-compute[74922]: DEBUG os_brick.utils [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:44:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad383ff4-858f-4609-be9a-6e70e62f2489]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3af3b84a-9338-45f2-968a-97f74333bedb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[102ca771-a455-424f-976c-f6ce728ca702]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6cbb34a-1cb3-486f-a02b-ee8041f27bc6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:44:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:44:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:44:41 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:44:41 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8165cb5d-a3b7-43f8-b1c8-d11e476b21f5]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:41 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:44:41 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:44:41 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:44:41 user nova-compute[74922]: DEBUG os_brick.utils [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] <== get_connector_properties: return (143ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:44:41 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Updating existing volume attachment record: 94bb6b43-4a5b-46c5-ae13-a1da971cba64 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:44:41 user nova-compute[74922]: DEBUG nova.network.neutron [req-16edf689-22f7-45bc-878d-b3b5e4f31adb req-164e0f81-0a32-4309-a858-b7688fab0cf2 service nova] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Updated VIF entry in instance network info cache for port 1f68b661-61ca-414f-89df-b4248c5f7c1c. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:44:41 user nova-compute[74922]: DEBUG nova.network.neutron [req-16edf689-22f7-45bc-878d-b3b5e4f31adb req-164e0f81-0a32-4309-a858-b7688fab0cf2 service nova] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Updating instance_info_cache with network_info: [{"id": "1f68b661-61ca-414f-89df-b4248c5f7c1c", "address": "fa:16:3e:54:7c:bf", "network": {"id": "2a6a8d43-dc41-4eec-a997-a8e358f4cf2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-932852137-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.54", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "977025d1bd9a427ba2b29db8542b6e20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f68b661-61", "ovs_interfaceid": "1f68b661-61ca-414f-89df-b4248c5f7c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:44:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-16edf689-22f7-45bc-878d-b3b5e4f31adb req-164e0f81-0a32-4309-a858-b7688fab0cf2 service nova] Releasing lock "refresh_cache-7e417d76-c45b-4033-aa0e-c98c1268971d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:44:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Acquiring lock "7e417d76-c45b-4033-aa0e-c98c1268971d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:44:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "7e417d76-c45b-4033-aa0e-c98c1268971d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:44:46 user nova-compute[74922]: DEBUG nova.objects.instance [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lazy-loading 'flavor' on Instance uuid 7e417d76-c45b-4033-aa0e-c98c1268971d {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:44:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "7e417d76-c45b-4033-aa0e-c98c1268971d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.098s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:44:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Acquiring lock "7e417d76-c45b-4033-aa0e-c98c1268971d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:44:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "7e417d76-c45b-4033-aa0e-c98c1268971d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:44:46 user nova-compute[74922]: INFO nova.compute.manager [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Attaching volume bde9d5bc-d991-4e31-ae4a-c0263491820d to /dev/vdb
Oct 30 05:44:47 user nova-compute[74922]: DEBUG os_brick.utils [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:44:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:47 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9662aa5d-edbe-451d-b01d-89a846b57174]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:47 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[10497a55-b07d-4eb0-bee2-273f28d462a2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:47 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[271c4bb1-c1a6-429f-9a83-f7caa701ee54]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:47 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[eeb46bc1-e1fc-4823-b895-b9c4d0f52e6b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:44:47 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:44:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:44:47 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:44:47 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fea56d2c-b886-4c5c-b9e2-6b746f1e9384]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:47 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:44:47 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:44:47 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:44:47 user nova-compute[74922]: DEBUG os_brick.utils [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:44:47 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Updating existing volume attachment record: 43703de9-5716-453d-ab1b-4fb1d627b545 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:44:47 user nova-compute[74922]: DEBUG nova.compute.manager [req-41170f25-c522-4846-85ef-a487090b15b8 req-b3d8b452-768f-4ecd-82c7-18ced2a81d58 service nova] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Received event network-changed-59fb9aaf-f789-4e08-b0b1-306da8ee59a8 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:44:47 user nova-compute[74922]: DEBUG nova.compute.manager [req-41170f25-c522-4846-85ef-a487090b15b8 req-b3d8b452-768f-4ecd-82c7-18ced2a81d58 service nova] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Refreshing instance network info cache due to event network-changed-59fb9aaf-f789-4e08-b0b1-306da8ee59a8. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:44:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-41170f25-c522-4846-85ef-a487090b15b8 req-b3d8b452-768f-4ecd-82c7-18ced2a81d58 service nova] Acquiring lock "refresh_cache-55264a4f-7b2d-4fea-9ddd-db519958b047" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:44:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-41170f25-c522-4846-85ef-a487090b15b8 req-b3d8b452-768f-4ecd-82c7-18ced2a81d58 service nova] Acquired lock "refresh_cache-55264a4f-7b2d-4fea-9ddd-db519958b047" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:44:47 user nova-compute[74922]: DEBUG nova.network.neutron [req-41170f25-c522-4846-85ef-a487090b15b8 req-b3d8b452-768f-4ecd-82c7-18ced2a81d58 service nova] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Refreshing network info cache for port 59fb9aaf-f789-4e08-b0b1-306da8ee59a8 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:44:48 user nova-compute[74922]: DEBUG nova.network.neutron [req-41170f25-c522-4846-85ef-a487090b15b8 req-b3d8b452-768f-4ecd-82c7-18ced2a81d58 service nova] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Updated VIF entry in instance network info cache for port 59fb9aaf-f789-4e08-b0b1-306da8ee59a8. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:44:48 user nova-compute[74922]: DEBUG nova.network.neutron [req-41170f25-c522-4846-85ef-a487090b15b8 req-b3d8b452-768f-4ecd-82c7-18ced2a81d58 service nova] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Updating instance_info_cache with network_info: [{"id": "59fb9aaf-f789-4e08-b0b1-306da8ee59a8", "address": "fa:16:3e:00:30:5b", "network": {"id": "d942429e-d37b-4be2-afd0-ef3251d352eb", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-255517984-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "655da5da1cad432caef5deb76b2397f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59fb9aaf-f7", "ovs_interfaceid": "59fb9aaf-f789-4e08-b0b1-306da8ee59a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:44:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-41170f25-c522-4846-85ef-a487090b15b8 req-b3d8b452-768f-4ecd-82c7-18ced2a81d58 service nova] Releasing lock "refresh_cache-55264a4f-7b2d-4fea-9ddd-db519958b047" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:44:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:52 user nova-compute[74922]: DEBUG nova.compute.manager [req-08407820-9024-4830-9cb7-a80722faaa80 req-de240f13-b11b-4076-bd97-e1ad123f4fe7 service nova] [instance: 24068942-be4d-4353-9eae-a9772d380590] Received event network-changed-b0e1b488-94ee-49f6-946e-69d1ab836d95 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:44:52 user nova-compute[74922]: DEBUG nova.compute.manager [req-08407820-9024-4830-9cb7-a80722faaa80 req-de240f13-b11b-4076-bd97-e1ad123f4fe7 service nova] [instance: 24068942-be4d-4353-9eae-a9772d380590] Refreshing instance network info cache due to event network-changed-b0e1b488-94ee-49f6-946e-69d1ab836d95. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:44:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-08407820-9024-4830-9cb7-a80722faaa80 req-de240f13-b11b-4076-bd97-e1ad123f4fe7 service nova] Acquiring lock "refresh_cache-24068942-be4d-4353-9eae-a9772d380590" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:44:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-08407820-9024-4830-9cb7-a80722faaa80 req-de240f13-b11b-4076-bd97-e1ad123f4fe7 service nova] Acquired lock "refresh_cache-24068942-be4d-4353-9eae-a9772d380590" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:44:52 user nova-compute[74922]: DEBUG nova.network.neutron [req-08407820-9024-4830-9cb7-a80722faaa80 req-de240f13-b11b-4076-bd97-e1ad123f4fe7 service nova] [instance: 24068942-be4d-4353-9eae-a9772d380590] Refreshing network info cache for port b0e1b488-94ee-49f6-946e-69d1ab836d95 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:44:53 user nova-compute[74922]: DEBUG nova.network.neutron [req-08407820-9024-4830-9cb7-a80722faaa80 req-de240f13-b11b-4076-bd97-e1ad123f4fe7 service nova] [instance: 24068942-be4d-4353-9eae-a9772d380590] Updated VIF entry in instance network info cache for port b0e1b488-94ee-49f6-946e-69d1ab836d95. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:44:53 user nova-compute[74922]: DEBUG nova.network.neutron [req-08407820-9024-4830-9cb7-a80722faaa80 req-de240f13-b11b-4076-bd97-e1ad123f4fe7 service nova] [instance: 24068942-be4d-4353-9eae-a9772d380590] Updating instance_info_cache with network_info: [{"id": "b0e1b488-94ee-49f6-946e-69d1ab836d95", "address": "fa:16:3e:56:ff:fb", "network": {"id": "cad0ab7b-a470-4da5-88b1-0eef0c3be354", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1950670208-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cde2c86d8914f1f81a0093440850477", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0e1b488-94", "ovs_interfaceid": "b0e1b488-94ee-49f6-946e-69d1ab836d95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:44:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-08407820-9024-4830-9cb7-a80722faaa80 req-de240f13-b11b-4076-bd97-e1ad123f4fe7 service nova] Releasing lock "refresh_cache-24068942-be4d-4353-9eae-a9772d380590" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:44:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SWxQdGcK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:44:55 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:44:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:44:55 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:44:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:44:55 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fcd86c3-b093-4678-a3e5-f9bec4b749e1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:44:55 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc91f21c-3293-43ee-8401-19f577291719]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930] added
Oct 30 05:44:55 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d830de4-f5d4-44e2-a49f-a3b0c331a3a1]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7972c87f-9c59-4fd6-a18f-5c7c2138b219]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SWxQdGcK {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SWxQdGcK" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[92705af5-5743-47e7-8b54-8d42068b20d0]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SWxQdGcK'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b2bde05-c978-4b63-b9eb-c4b71b94918a]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6257abe6-cb48-4a25-b938-d5eabdbb9cfe]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:44:55 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:44:55 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ec5312b-6f72-4d18-9139-0f558459e352]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930, portal: 172.16.0.220,3260]
Oct 30 05:44:55 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930, portal: 172.16.0.220,3260] successful.
Oct 30 05:44:55 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8bedcb0-e7a6-48f1-97d1-4e7df9b79bd8]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[70da0a2a-c1b2-4dbd-9abe-d600811d3160]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:44:55 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:44:55 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:44:55 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:44:55 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.265s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5a34bc5-8d56-476c-be3a-7b082504ff14]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:44:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SWxQdGcK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Acquiring lock "24068942-be4d-4353-9eae-a9772d380590" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lock "24068942-be4d-4353-9eae-a9772d380590" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG nova.objects.instance [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lazy-loading 'flavor' on Instance uuid 24068942-be4d-4353-9eae-a9772d380590 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lock "24068942-be4d-4353-9eae-a9772d380590" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.122s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.305s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] <== connect_volume: return (1307ms) {'type': 'block', 'scsi_wwn': '26537616163373835', 'path': '/dev/sdc'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26537616163373835', 'path': '/dev/sdc'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG nova.objects.instance [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lazy-loading 'flavor' on Instance uuid f043cb05-eb51-4e0c-9a91-082ad6149324 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 05:44:56 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:44:56 user nova-compute[74922]:   <source dev="/dev/sdc"/>
Oct 30 05:44:56 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:44:56 user nova-compute[74922]:   <serial>2a1de3de-77c6-4dda-b6d9-9b7dc9020930</serial>
Oct 30 05:44:56 user nova-compute[74922]: </disk>
Oct 30 05:44:56 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Acquiring lock "24068942-be4d-4353-9eae-a9772d380590" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lock "24068942-be4d-4353-9eae-a9772d380590" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:44:56 user nova-compute[74922]: INFO nova.compute.manager [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Attaching volume 25b454f8-51f9-4b95-b5f0-4327d46635cb to /dev/vdb
Oct 30 05:44:56 user nova-compute[74922]: DEBUG os_brick.utils [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[69ec472d-ae7a-4917-b1ef-f50250f9787f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d642d14e-a02d-4e2d-917f-635fceb2e39e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[90dae65e-4252-4c1c-a853-117fdf3178f7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b749fde2-07d6-44e8-9ce6-94728f55188a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:44:56 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:44:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8c9a944-b568-4329-b12f-84a3458d7795]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG os_brick.utils [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Updating existing volume attachment record: d0c4d044-eb30-41e1-938d-870ae3bec5e2 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:44:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] No VIF found with MAC fa:16:3e:87:5e:a3, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:44:58 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:44:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-23d6299a-174b-41b8-9fd7-acd2d5ce7f31 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "f043cb05-eb51-4e0c-9a91-082ad6149324" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 26.107s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:01 user nova-compute[74922]: INFO nova.virt.block_device [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Booting with volume 48eb02e8-66b0-4bf3-97f9-f857f3148432 at /dev/vdc
Oct 30 05:45:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Acquiring lock "55264a4f-7b2d-4fea-9ddd-db519958b047" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "55264a4f-7b2d-4fea-9ddd-db519958b047" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:01 user nova-compute[74922]: DEBUG nova.objects.instance [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lazy-loading 'flavor' on Instance uuid 55264a4f-7b2d-4fea-9ddd-db519958b047 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:45:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "55264a4f-7b2d-4fea-9ddd-db519958b047" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.077s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG os_brick.utils [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce2b1778-4d5c-4a39-ba8d-d06b5dcecb62]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b375ee4f-8fc6-4cd8-8242-b2bdb58a3be4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[935fea2e-a36b-43db-a7b1-9020bdf54c40]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[87b47d98-749e-456b-bb05-ad083642192e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG nova.compute.manager [req-d9e08ebb-a087-4434-8a04-4d91bb33de42 req-9adf0858-0630-45c7-b1b4-d24e0bf264e7 service nova] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Received event network-changed-32e44aaa-0d5a-4b23-bd20-19d9c79f61be {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG nova.compute.manager [req-d9e08ebb-a087-4434-8a04-4d91bb33de42 req-9adf0858-0630-45c7-b1b4-d24e0bf264e7 service nova] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Refreshing instance network info cache due to event network-changed-32e44aaa-0d5a-4b23-bd20-19d9c79f61be. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d9e08ebb-a087-4434-8a04-4d91bb33de42 req-9adf0858-0630-45c7-b1b4-d24e0bf264e7 service nova] Acquiring lock "refresh_cache-d2d0fded-ace8-4303-b141-bb13dff73c5f" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d9e08ebb-a087-4434-8a04-4d91bb33de42 req-9adf0858-0630-45c7-b1b4-d24e0bf264e7 service nova] Acquired lock "refresh_cache-d2d0fded-ace8-4303-b141-bb13dff73c5f" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG nova.network.neutron [req-d9e08ebb-a087-4434-8a04-4d91bb33de42 req-9adf0858-0630-45c7-b1b4-d24e0bf264e7 service nova] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Refreshing network info cache for port 32e44aaa-0d5a-4b23-bd20-19d9c79f61be {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:45:02 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:45:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6060b4fa-c4e3-421d-bcf4-b57ea47e860a]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG os_brick.utils [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] <== get_connector_properties: return (155ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Updating existing volume attachment record: bac5b8c0-ae3a-4d34-a0b5-58586d06b6db {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG nova.network.neutron [req-d9e08ebb-a087-4434-8a04-4d91bb33de42 req-9adf0858-0630-45c7-b1b4-d24e0bf264e7 service nova] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Updated VIF entry in instance network info cache for port 32e44aaa-0d5a-4b23-bd20-19d9c79f61be. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG nova.network.neutron [req-d9e08ebb-a087-4434-8a04-4d91bb33de42 req-9adf0858-0630-45c7-b1b4-d24e0bf264e7 service nova] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Updating instance_info_cache with network_info: [{"id": "32e44aaa-0d5a-4b23-bd20-19d9c79f61be", "address": "fa:16:3e:f1:74:c5", "network": {"id": "b4c82236-fe9b-42c3-8fe0-902257a3d217", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1536859337-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4727362c04c4416cb9ffe72fe39d72fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32e44aaa-0d", "ovs_interfaceid": "32e44aaa-0d5a-4b23-bd20-19d9c79f61be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:45:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d9e08ebb-a087-4434-8a04-4d91bb33de42 req-9adf0858-0630-45c7-b1b4-d24e0bf264e7 service nova] Releasing lock "refresh_cache-d2d0fded-ace8-4303-b141-bb13dff73c5f" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:45:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "d750dda3-675a-48fe-92d4-5bb35e274e1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "d750dda3-675a-48fe-92d4-5bb35e274e1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:05 user nova-compute[74922]: DEBUG nova.compute.manager [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:45:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:05 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:45:05 user nova-compute[74922]: INFO nova.compute.claims [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Claim successful on node user
Oct 30 05:45:05 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:45:05 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:45:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.427s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:05 user nova-compute[74922]: DEBUG nova.compute.manager [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:45:05 user nova-compute[74922]: DEBUG nova.compute.manager [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:45:05 user nova-compute[74922]: DEBUG nova.network.neutron [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:45:05 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:45:05 user nova-compute[74922]: DEBUG nova.compute.manager [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:45:05 user nova-compute[74922]: DEBUG nova.compute.manager [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:45:05 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:45:05 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Creating image(s)
Oct 30 05:45:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "/opt/stack/data/nova/instances/d750dda3-675a-48fe-92d4-5bb35e274e1d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "/opt/stack/data/nova/instances/d750dda3-675a-48fe-92d4-5bb35e274e1d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "/opt/stack/data/nova/instances/d750dda3-675a-48fe-92d4-5bb35e274e1d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:05 user nova-compute[74922]: DEBUG nova.policy [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fc523869f524f2598eddbd67e616807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '647004aba5a44a0396d1f4891224c7dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:45:05 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.186s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.212s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/d750dda3-675a-48fe-92d4-5bb35e274e1d/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/d750dda3-675a-48fe-92d4-5bb35e274e1d/disk 1073741824" returned: 0 in 0.048s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.270s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.194s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:06 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d750dda3-675a-48fe-92d4-5bb35e274e1d/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:45:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d750dda3-675a-48fe-92d4-5bb35e274e1d/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d750dda3-675a-48fe-92d4-5bb35e274e1d/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:06 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Cannot resize image /opt/stack/data/nova/instances/d750dda3-675a-48fe-92d4-5bb35e274e1d/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:45:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:45:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Ensure instance console log exists: /opt/stack/data/nova/instances/d750dda3-675a-48fe-92d4-5bb35e274e1d/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:45:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:06 user nova-compute[74922]: DEBUG nova.network.neutron [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Successfully created port: a101e5a8-76cf-43c0-91a2-f0db3a44b21b {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.network.neutron [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Successfully updated port: a101e5a8-76cf-43c0-91a2-f0db3a44b21b {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "refresh_cache-d750dda3-675a-48fe-92d4-5bb35e274e1d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquired lock "refresh_cache-d750dda3-675a-48fe-92d4-5bb35e274e1d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.network.neutron [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.compute.manager [req-59db63e4-4b05-4ff4-9867-1407d91ad466 req-7e977ad2-a5af-4df5-bb18-23f3b6722c6d service nova] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Received event network-changed-a101e5a8-76cf-43c0-91a2-f0db3a44b21b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.compute.manager [req-59db63e4-4b05-4ff4-9867-1407d91ad466 req-7e977ad2-a5af-4df5-bb18-23f3b6722c6d service nova] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Refreshing instance network info cache due to event network-changed-a101e5a8-76cf-43c0-91a2-f0db3a44b21b. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-59db63e4-4b05-4ff4-9867-1407d91ad466 req-7e977ad2-a5af-4df5-bb18-23f3b6722c6d service nova] Acquiring lock "refresh_cache-d750dda3-675a-48fe-92d4-5bb35e274e1d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.network.neutron [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.network.neutron [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Updating instance_info_cache with network_info: [{"id": "a101e5a8-76cf-43c0-91a2-f0db3a44b21b", "address": "fa:16:3e:6c:ed:b0", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa101e5a8-76", "ovs_interfaceid": "a101e5a8-76cf-43c0-91a2-f0db3a44b21b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Releasing lock "refresh_cache-d750dda3-675a-48fe-92d4-5bb35e274e1d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.compute.manager [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Instance network_info: |[{"id": "a101e5a8-76cf-43c0-91a2-f0db3a44b21b", "address": "fa:16:3e:6c:ed:b0", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa101e5a8-76", "ovs_interfaceid": "a101e5a8-76cf-43c0-91a2-f0db3a44b21b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-59db63e4-4b05-4ff4-9867-1407d91ad466 req-7e977ad2-a5af-4df5-bb18-23f3b6722c6d service nova] Acquired lock "refresh_cache-d750dda3-675a-48fe-92d4-5bb35e274e1d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.network.neutron [req-59db63e4-4b05-4ff4-9867-1407d91ad466 req-7e977ad2-a5af-4df5-bb18-23f3b6722c6d service nova] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Refreshing network info cache for port a101e5a8-76cf-43c0-91a2-f0db3a44b21b {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Start _get_guest_xml network_info=[{"id": "a101e5a8-76cf-43c0-91a2-f0db3a44b21b", "address": "fa:16:3e:6c:ed:b0", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa101e5a8-76", "ovs_interfaceid": "a101e5a8-76cf-43c0-91a2-f0db3a44b21b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:45:07 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:45:07 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:45:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-973718270',display_name='tempest-AttachVolumeNegativeTest-server-973718270',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-973718270',id=11,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOEbsW2ZI5Fn/aTJSB34gNkOs5xEl0qoe/bkrztMZyMbMnPHWMz8c5ujEsfIcCRbOBL5Ced9OddC0B6e2v77Gfou4sbfLbmrhaTFeirQjoH56gY/VXs+PplghNPnqqJtfQ==',key_name='tempest-keypair-2003068448',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='647004aba5a44a0396d1f4891224c7dc',ramdisk_id='',reservation_id='r-a9s10qgk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-460499645',owner_user_name='tempest-AttachVolumeNegativeTest-460499645-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:45:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0fc523869f524f2598eddbd67e616807',uuid=d750dda3-675a-48fe-92d4-5bb35e274e1d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a101e5a8-76cf-43c0-91a2-f0db3a44b21b", "address": "fa:16:3e:6c:ed:b0", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa101e5a8-76", "ovs_interfaceid": "a101e5a8-76cf-43c0-91a2-f0db3a44b21b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Converting VIF {"id": "a101e5a8-76cf-43c0-91a2-f0db3a44b21b", "address": "fa:16:3e:6c:ed:b0", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa101e5a8-76", "ovs_interfaceid": "a101e5a8-76cf-43c0-91a2-f0db3a44b21b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6c:ed:b0,bridge_name='br-int',has_traffic_filtering=True,id=a101e5a8-76cf-43c0-91a2-f0db3a44b21b,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa101e5a8-76') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.objects.instance [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lazy-loading 'pci_devices' on Instance uuid d750dda3-675a-48fe-92d4-5bb35e274e1d {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:45:07 user nova-compute[74922]:   <uuid>d750dda3-675a-48fe-92d4-5bb35e274e1d</uuid>
Oct 30 05:45:07 user nova-compute[74922]:   <name>instance-0000000b</name>
Oct 30 05:45:07 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:45:07 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:45:07 user nova-compute[74922]:   <metadata>
Oct 30 05:45:07 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:45:07 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:45:07 user nova-compute[74922]:       <nova:name>tempest-AttachVolumeNegativeTest-server-973718270</nova:name>
Oct 30 05:45:07 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:45:07</nova:creationTime>
Oct 30 05:45:07 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:45:07 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:45:07 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:45:07 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:45:07 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:45:07 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:45:07 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:45:07 user nova-compute[74922]:       <nova:owner>
Oct 30 05:45:07 user nova-compute[74922]:         <nova:user uuid="0fc523869f524f2598eddbd67e616807">tempest-AttachVolumeNegativeTest-460499645-project-member</nova:user>
Oct 30 05:45:07 user nova-compute[74922]:         <nova:project uuid="647004aba5a44a0396d1f4891224c7dc">tempest-AttachVolumeNegativeTest-460499645</nova:project>
Oct 30 05:45:07 user nova-compute[74922]:       </nova:owner>
Oct 30 05:45:07 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:45:07 user nova-compute[74922]:       <nova:ports>
Oct 30 05:45:07 user nova-compute[74922]:         <nova:port uuid="a101e5a8-76cf-43c0-91a2-f0db3a44b21b">
Oct 30 05:45:07 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 30 05:45:07 user nova-compute[74922]:         </nova:port>
Oct 30 05:45:07 user nova-compute[74922]:       </nova:ports>
Oct 30 05:45:07 user nova-compute[74922]:     </nova:instance>
Oct 30 05:45:07 user nova-compute[74922]:   </metadata>
Oct 30 05:45:07 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:45:07 user nova-compute[74922]:     <system>
Oct 30 05:45:07 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:45:07 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:45:07 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:45:07 user nova-compute[74922]:       <entry name="serial">d750dda3-675a-48fe-92d4-5bb35e274e1d</entry>
Oct 30 05:45:07 user nova-compute[74922]:       <entry name="uuid">d750dda3-675a-48fe-92d4-5bb35e274e1d</entry>
Oct 30 05:45:07 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:45:07 user nova-compute[74922]:     </system>
Oct 30 05:45:07 user nova-compute[74922]:   </sysinfo>
Oct 30 05:45:07 user nova-compute[74922]:   <os>
Oct 30 05:45:07 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:45:07 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:45:07 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:45:07 user nova-compute[74922]:   </os>
Oct 30 05:45:07 user nova-compute[74922]:   <features>
Oct 30 05:45:07 user nova-compute[74922]:     <acpi/>
Oct 30 05:45:07 user nova-compute[74922]:     <apic/>
Oct 30 05:45:07 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:45:07 user nova-compute[74922]:   </features>
Oct 30 05:45:07 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:45:07 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:45:07 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:45:07 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:45:07 user nova-compute[74922]:   </clock>
Oct 30 05:45:07 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:45:07 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:45:07 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:45:07 user nova-compute[74922]:   </cpu>
Oct 30 05:45:07 user nova-compute[74922]:   <devices>
Oct 30 05:45:07 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:45:07 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:45:07 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/d750dda3-675a-48fe-92d4-5bb35e274e1d/disk"/>
Oct 30 05:45:07 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:45:07 user nova-compute[74922]:     </disk>
Oct 30 05:45:07 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:45:07 user nova-compute[74922]:       <mac address="fa:16:3e:6c:ed:b0"/>
Oct 30 05:45:07 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:45:07 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:45:07 user nova-compute[74922]:       <target dev="tapa101e5a8-76"/>
Oct 30 05:45:07 user nova-compute[74922]:     </interface>
Oct 30 05:45:07 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:45:07 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/d750dda3-675a-48fe-92d4-5bb35e274e1d/console.log" append="off"/>
Oct 30 05:45:07 user nova-compute[74922]:     </serial>
Oct 30 05:45:07 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:45:07 user nova-compute[74922]:     <video>
Oct 30 05:45:07 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:45:07 user nova-compute[74922]:     </video>
Oct 30 05:45:07 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:45:07 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:45:07 user nova-compute[74922]:     </rng>
Oct 30 05:45:07 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:45:07 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:45:07 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:45:07 user nova-compute[74922]:     </memballoon>
Oct 30 05:45:07 user nova-compute[74922]:   </devices>
Oct 30 05:45:07 user nova-compute[74922]: </domain>
Oct 30 05:45:07 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:45:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-973718270',display_name='tempest-AttachVolumeNegativeTest-server-973718270',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-973718270',id=11,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOEbsW2ZI5Fn/aTJSB34gNkOs5xEl0qoe/bkrztMZyMbMnPHWMz8c5ujEsfIcCRbOBL5Ced9OddC0B6e2v77Gfou4sbfLbmrhaTFeirQjoH56gY/VXs+PplghNPnqqJtfQ==',key_name='tempest-keypair-2003068448',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='647004aba5a44a0396d1f4891224c7dc',ramdisk_id='',reservation_id='r-a9s10qgk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-460499645',owner_user_name='tempest-AttachVolumeNegativeTest-460499645-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:45:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0fc523869f524f2598eddbd67e616807',uuid=d750dda3-675a-48fe-92d4-5bb35e274e1d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a101e5a8-76cf-43c0-91a2-f0db3a44b21b", "address": "fa:16:3e:6c:ed:b0", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa101e5a8-76", "ovs_interfaceid": "a101e5a8-76cf-43c0-91a2-f0db3a44b21b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Converting VIF {"id": "a101e5a8-76cf-43c0-91a2-f0db3a44b21b", "address": "fa:16:3e:6c:ed:b0", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa101e5a8-76", "ovs_interfaceid": "a101e5a8-76cf-43c0-91a2-f0db3a44b21b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6c:ed:b0,bridge_name='br-int',has_traffic_filtering=True,id=a101e5a8-76cf-43c0-91a2-f0db3a44b21b,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa101e5a8-76') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG os_vif [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6c:ed:b0,bridge_name='br-int',has_traffic_filtering=True,id=a101e5a8-76cf-43c0-91a2-f0db3a44b21b,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa101e5a8-76') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '73d1f54a-ce43-5cd0-9b2d-df138f20068f', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa101e5a8-76, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa101e5a8-76, col_values=(('qos', UUID('c54fa9ec-efbc-4134-b18f-36bf93dd3769')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa101e5a8-76, col_values=(('external_ids', {'iface-id': 'a101e5a8-76cf-43c0-91a2-f0db3a44b21b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6c:ed:b0', 'vm-uuid': 'd750dda3-675a-48fe-92d4-5bb35e274e1d'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YnmWEaXv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:45:07 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:45:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:45:07 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:45:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:45:07 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:45:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:07 user nova-compute[74922]: INFO os_vif [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6c:ed:b0,bridge_name='br-int',has_traffic_filtering=True,id=a101e5a8-76cf-43c0-91a2-f0db3a44b21b,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa101e5a8-76')
Oct 30 05:45:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[950a4b9b-d69e-4fb0-871d-59dde119c35c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:45:07 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] No VIF found with MAC fa:16:3e:6c:ed:b0, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1acb5279-b9f1-49e3-b66b-996bfc8adcdf]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d] added
Oct 30 05:45:07 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[295559dd-1a43-4122-8fbd-c1fd6040a0a7]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c59c8524-70ae-49d9-8f31-41859090b985]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YnmWEaXv {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Acquiring lock "55264a4f-7b2d-4fea-9ddd-db519958b047" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "55264a4f-7b2d-4fea-9ddd-db519958b047" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:07 user nova-compute[74922]: INFO nova.compute.manager [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Attaching volume bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a to /dev/sdc
Oct 30 05:45:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YnmWEaXv" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[77c5f1a7-ab46-4c10-9420-0615426bec64]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YnmWEaXv'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[71b4fb38-238d-49fb-a6b4-259e7ff2e7ea]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d94df8d0-bff1-426e-8dd6-d6fa397c6c39]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:45:08 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:08 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:45:08 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:08 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Acquiring lock "d2d0fded-ace8-4303-b141-bb13dff73c5f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Lock "d2d0fded-ace8-4303-b141-bb13dff73c5f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG nova.objects.instance [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Lazy-loading 'flavor' on Instance uuid d2d0fded-ace8-4303-b141-bb13dff73c5f {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ed00aec-9b47-455c-ab97-4e0bd74000c9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d, portal: 172.16.0.220,3260]
Oct 30 05:45:08 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d, portal: 172.16.0.220,3260] successful.
Oct 30 05:45:08 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Lock "d2d0fded-ace8-4303-b141-bb13dff73c5f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.080s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fec243cb-e0d2-41c8-a688-b4cf252b0c70]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[936e9946-f4b6-40c7-9a68-9e980b45d767]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:45:08 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:08 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:08 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:45:08 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:08 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:08 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.321s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] HCTL ('35', '-', '-', 0) found on session 4 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e8580c3-dc81-4fe9-ae58-79f3139ad501]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YnmWEaXv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG nova.network.neutron [req-59db63e4-4b05-4ff4-9867-1407d91ad466 req-7e977ad2-a5af-4df5-bb18-23f3b6722c6d service nova] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Updated VIF entry in instance network info cache for port a101e5a8-76cf-43c0-91a2-f0db3a44b21b. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG nova.network.neutron [req-59db63e4-4b05-4ff4-9867-1407d91ad466 req-7e977ad2-a5af-4df5-bb18-23f3b6722c6d service nova] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Updating instance_info_cache with network_info: [{"id": "a101e5a8-76cf-43c0-91a2-f0db3a44b21b", "address": "fa:16:3e:6c:ed:b0", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa101e5a8-76", "ovs_interfaceid": "a101e5a8-76cf-43c0-91a2-f0db3a44b21b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-59db63e4-4b05-4ff4-9867-1407d91ad466 req-7e977ad2-a5af-4df5-bb18-23f3b6722c6d service nova] Releasing lock "refresh_cache-d750dda3-675a-48fe-92d4-5bb35e274e1d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:45:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG os_brick.utils [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[237fac85-67c0-4193-af87-7825b36eb8dd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1596224e-dd6a-4f9a-97e7-827efdcd5d85]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[64197030-16c7-431c-89ee-0287f0782f28]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d62aa04-07f1-461d-9fc3-3db453f8b2b5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.391s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] <== connect_volume: return (1394ms) {'type': 'block', 'scsi_wwn': '23639336132616264', 'path': '/dev/sdd'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23639336132616264', 'path': '/dev/sdd'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG nova.objects.instance [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lazy-loading 'flavor' on Instance uuid 7e417d76-c45b-4033-aa0e-c98c1268971d {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:45:09 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:45:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c497af0-0795-4873-b18f-9f392a7e8164]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG os_brick.utils [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] <== get_connector_properties: return (152ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Updating existing volume attachment record: 53f05f9c-792b-4aac-b37f-0910c648876d {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 05:45:09 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:45:09 user nova-compute[74922]:   <source dev="/dev/sdd"/>
Oct 30 05:45:09 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:45:09 user nova-compute[74922]:   <serial>bde9d5bc-d991-4e31-ae4a-c0263491820d</serial>
Oct 30 05:45:09 user nova-compute[74922]: </disk>
Oct 30 05:45:09 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Acquiring lock "d2d0fded-ace8-4303-b141-bb13dff73c5f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Lock "d2d0fded-ace8-4303-b141-bb13dff73c5f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:09 user nova-compute[74922]: INFO nova.compute.manager [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Attaching volume 10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 to /dev/vdb
Oct 30 05:45:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG nova.compute.manager [req-4afbfd7a-77e4-4923-8426-c842b40fb54d req-aec03d20-fc1f-4fe3-9e64-a1bf1871cfb2 service nova] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Received event network-vif-plugged-a101e5a8-76cf-43c0-91a2-f0db3a44b21b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4afbfd7a-77e4-4923-8426-c842b40fb54d req-aec03d20-fc1f-4fe3-9e64-a1bf1871cfb2 service nova] Acquiring lock "d750dda3-675a-48fe-92d4-5bb35e274e1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4afbfd7a-77e4-4923-8426-c842b40fb54d req-aec03d20-fc1f-4fe3-9e64-a1bf1871cfb2 service nova] Lock "d750dda3-675a-48fe-92d4-5bb35e274e1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4afbfd7a-77e4-4923-8426-c842b40fb54d req-aec03d20-fc1f-4fe3-9e64-a1bf1871cfb2 service nova] Lock "d750dda3-675a-48fe-92d4-5bb35e274e1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG nova.compute.manager [req-4afbfd7a-77e4-4923-8426-c842b40fb54d req-aec03d20-fc1f-4fe3-9e64-a1bf1871cfb2 service nova] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] No waiting events found dispatching network-vif-plugged-a101e5a8-76cf-43c0-91a2-f0db3a44b21b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:45:09 user nova-compute[74922]: WARNING nova.compute.manager [req-4afbfd7a-77e4-4923-8426-c842b40fb54d req-aec03d20-fc1f-4fe3-9e64-a1bf1871cfb2 service nova] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Received unexpected event network-vif-plugged-a101e5a8-76cf-43c0-91a2-f0db3a44b21b for instance with vm_state building and task_state spawning.
Oct 30 05:45:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:45:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] No VIF found with MAC fa:16:3e:54:7c:bf, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:45:11 user nova-compute[74922]: DEBUG nova.compute.manager [req-f363c96d-5d04-4f50-aad5-52403c1448ca req-7cb7bdce-e974-45e6-9d75-b89d3fa2b4d6 service nova] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Received event network-vif-plugged-a101e5a8-76cf-43c0-91a2-f0db3a44b21b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:45:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f363c96d-5d04-4f50-aad5-52403c1448ca req-7cb7bdce-e974-45e6-9d75-b89d3fa2b4d6 service nova] Acquiring lock "d750dda3-675a-48fe-92d4-5bb35e274e1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f363c96d-5d04-4f50-aad5-52403c1448ca req-7cb7bdce-e974-45e6-9d75-b89d3fa2b4d6 service nova] Lock "d750dda3-675a-48fe-92d4-5bb35e274e1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f363c96d-5d04-4f50-aad5-52403c1448ca req-7cb7bdce-e974-45e6-9d75-b89d3fa2b4d6 service nova] Lock "d750dda3-675a-48fe-92d4-5bb35e274e1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:11 user nova-compute[74922]: DEBUG nova.compute.manager [req-f363c96d-5d04-4f50-aad5-52403c1448ca req-7cb7bdce-e974-45e6-9d75-b89d3fa2b4d6 service nova] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] No waiting events found dispatching network-vif-plugged-a101e5a8-76cf-43c0-91a2-f0db3a44b21b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:45:11 user nova-compute[74922]: WARNING nova.compute.manager [req-f363c96d-5d04-4f50-aad5-52403c1448ca req-7cb7bdce-e974-45e6-9d75-b89d3fa2b4d6 service nova] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Received unexpected event network-vif-plugged-a101e5a8-76cf-43c0-91a2-f0db3a44b21b for instance with vm_state building and task_state spawning.
Oct 30 05:45:12 user nova-compute[74922]: DEBUG nova.compute.manager [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:45:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:45:12 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Instance spawned successfully.
Oct 30 05:45:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:45:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:45:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:45:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:45:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:45:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:45:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:45:12 user nova-compute[74922]: INFO nova.compute.manager [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Took 6.39 seconds to spawn the instance on the hypervisor.
Oct 30 05:45:12 user nova-compute[74922]: DEBUG nova.compute.manager [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:45:12 user nova-compute[74922]: INFO nova.compute.manager [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Took 7.18 seconds to build instance.
Oct 30 05:45:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1462a45f-7c3b-4060-9cfa-2127e2585290 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "d750dda3-675a-48fe-92d4-5bb35e274e1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.276s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VUBpFszZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:45:18 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:45:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:45:18 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:45:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:45:18 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ccd2731-9a84-478a-bf61-c901773a021c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:45:18 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d773fc59-fa26-4e53-b785-7cb7715d0416]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb] added
Oct 30 05:45:18 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae5a3a42-e834-46bf-a043-db9e0339d814]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ffd721f-f5f6-4dc7-b7f2-c86082843c54]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VUBpFszZ {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VUBpFszZ" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb6bb748-8d13-4df3-9228-001a7c842499]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VUBpFszZ'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[89261059-dad5-48a6-98a0-daf59c2b59b8]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9daca43-584f-4e6e-8c0e-ec2d7016d022]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:45:18 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:18 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:18 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:45:18 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:18 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:18 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[89eb39e7-bfd9-4b6b-930f-ef567de215ca]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb, portal: 172.16.0.220,3260]
Oct 30 05:45:18 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb, portal: 172.16.0.220,3260] successful.
Oct 30 05:45:18 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1781892-a872-485e-ac10-55fa46e3ae81]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f93d3959-8ca9-49ec-8c1a-c8841e820cfa tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "7e417d76-c45b-4033-aa0e-c98c1268971d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 32.123s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[80163c50-7369-4475-b536-814bebd36737]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:45:19 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:19 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:19 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:19 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:45:19 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:19 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:19 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:19 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.289s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] HCTL ('36', '-', '-', 0) found on session 5 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.029s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[87aab6bf-53d1-453d-9c58-812fbc5bdf3b]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Searching for a device in session 5 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VUBpFszZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG os_brick.utils [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3deebc2-b0d7-44fa-aa73-a1aee601072f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a99b34d4-422a-4da5-b4d1-8d550e7c5fa4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4eb7623-e8b3-472a-8508-38652f9e60bd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c79548c0-374b-4d3a-9ef5-d9775316dea0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:45:19 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:45:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4aa0e69-cd3e-46ac-b278-d986435b7711]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG os_brick.utils [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:45:19 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Updating existing volume attachment record: c3248dc5-44ee-4a29-93e1-f2317c366a34 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:45:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.335s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:45:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] <== connect_volume: return (1337ms) {'type': 'block', 'scsi_wwn': '23736396535343831', 'path': '/dev/sde'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:45:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23736396535343831', 'path': '/dev/sde'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:45:20 user nova-compute[74922]: DEBUG nova.objects.instance [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lazy-loading 'flavor' on Instance uuid 24068942-be4d-4353-9eae-a9772d380590 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:45:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 05:45:20 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:45:20 user nova-compute[74922]:   <source dev="/dev/sde"/>
Oct 30 05:45:20 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:45:20 user nova-compute[74922]:   <serial>25b454f8-51f9-4b95-b5f0-4327d46635cb</serial>
Oct 30 05:45:20 user nova-compute[74922]: </disk>
Oct 30 05:45:20 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 05:45:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:45:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:45:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] No VIF found with MAC fa:16:3e:56:ff:fb, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:45:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f437758d-1f15-40bc-baf5-9fc7901f56ee tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lock "24068942-be4d-4353-9eae-a9772d380590" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 28.370s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:45:25 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Creating image(s)
Oct 30 05:45:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Did not create local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Ensure instance console log exists: /opt/stack/data/nova/instances/6ba76d75-271d-4523-b0f0-e43997a43ac8/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Start _get_guest_xml network_info=[{"id": "a40ca2b2-5b15-4f67-9b78-6bf669307094", "address": "fa:16:3e:1a:40:6e", "network": {"id": "12e8c781-a39d-4e34-8899-7bcb5fa98f2b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1598438082-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa40ca2b2-5b", "ovs_interfaceid": "a40ca2b2-5b15-4f67-9b78-6bf669307094", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7179bef7-44a1-49e8-bcfd-b7d268e6c99d", "address": "fa:16:3e:09:0f:ee", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7179bef7-44", "ovs_interfaceid": "7179bef7-44a1-49e8-bcfd-b7d268e6c99d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6c6fa880-565b-441d-bb17-814fe0c6dd5b", "address": "fa:16:3e:31:a0:de", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c6fa880-56", "ovs_interfaceid": "6c6fa880-565b-441d-bb17-814fe0c6dd5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c9ce7ed5-f6b7-4dba-99fe-2e477a59456d", "address": "fa:16:3e:3b:00:f0", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9ce7ed5-f6", "ovs_interfaceid": "c9ce7ed5-f6b7-4dba-99fe-2e477a59456d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "62f99372-6dac-42e9-9fe1-094912d1538d", "address": "fa:16:3e:46:6f:43", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62f99372-6d", "ovs_interfaceid": "62f99372-6dac-42e9-9fe1-094912d1538d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e4d4137e-9dcf-499e-bc0e-f2a080b25850", "address": "fa:16:3e:8b:6a:de", "network": {"id": "cf61142a-93e4-4903-8bab-0e8c41c34456", "bridge": "br-int", "label": "tempest-device-tagging-net2-1620954475", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4d4137e-9d", "ovs_interfaceid": "e4d4137e-9dcf-499e-bc0e-f2a080b25850", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a99def7-3574-45be-8a99-2bc3978e26e0", "address": "fa:16:3e:67:e9:79", "network": {"id": "cf61142a-93e4-4903-8bab-0e8c41c34456", "bridge": "br-int", "label": "tempest-device-tagging-net2-1620954475", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a99def7-35", "ovs_interfaceid": "5a99def7-3574-45be-8a99-2bc3978e26e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': '7f22b728-c293-480d-a731-30f963d26b32', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mwiFKYAz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6ba76d75-271d-4523-b0f0-e43997a43ac8', 'attached_at': '', 'detached_at': '', 'volume_id': '93821ec0-97d5-428a-9f5d-2706c0d2233b', 'serial': '93821ec0-97d5-428a-9f5d-2706c0d2233b'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None}, {'boot_index': 1, 'mount_device': '/dev/vdb', 'attachment_id': '94bb6b43-4a5b-46c5-ae13-a1da971cba64', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MjUGKzbJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6ba76d75-271d-4523-b0f0-e43997a43ac8', 'attached_at': '', 'detached_at': '', 'volume_id': '124e9d08-0eaa-41f4-b24b-8de32bcf640e', 'serial': '124e9d08-0eaa-41f4-b24b-8de32bcf640e'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None}, {'boot_index': 2, 'mount_device': '/dev/vdc', 'attachment_id': 'bac5b8c0-ae3a-4d34-a0b5-58586d06b6db', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WCilzuok', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6ba76d75-271d-4523-b0f0-e43997a43ac8', 'attached_at': '', 'detached_at': '', 'volume_id': '48eb02e8-66b0-4bf3-97f9-f857f3148432', 'serial': '48eb02e8-66b0-4bf3-97f9-f857f3148432'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:45:25 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:45:25 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:45:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mwiFKYAz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:45:25 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:45:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:45:25 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:45:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:45:25 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6171cd07-444e-4d32-8af2-467278798804]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:45:25 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1017bfad-fec3-4923-810b-f1d7fe475119]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b] added
Oct 30 05:45:25 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[327bb769-8f85-44a4-afcc-70007ff5ea23]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[33deef82-cca3-479d-a3ea-6e03921bda7f]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mwiFKYAz {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mwiFKYAz" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b35c02c3-89e8-4e82-966e-3793d4019514]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mwiFKYAz'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a72fbfe1-c4fc-4c82-9aa4-1b7e37c3d333]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[56f60edf-3013-4697-87b5-34333b4e0b01]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:45:25 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:25 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:25 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:25 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:45:25 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:25 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:25 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:25 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a045b18b-63ee-457e-9b48-112c551f7992]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b, portal: 172.16.0.220,3260]
Oct 30 05:45:25 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b, portal: 172.16.0.220,3260] successful.
Oct 30 05:45:25 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c63f5488-9d7d-42e6-8512-65124cfa0983]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d77d5859-5fa8-4009-873c-db3a251cdac3]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:45:25 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:25 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:25 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:25 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:25 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:45:25 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:25 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:25 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:25 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:25 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.341s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] HCTL ('37', '-', '-', 0) found on session 6 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fd300d5-ca91-45c6-b0c5-f50c541554c9]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Searching for a device in session 6 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mwiFKYAz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Acquiring lock "7e417d76-c45b-4033-aa0e-c98c1268971d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "7e417d76-c45b-4033-aa0e-c98c1268971d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:25 user nova-compute[74922]: INFO nova.compute.manager [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Detaching volume bde9d5bc-d991-4e31-ae4a-c0263491820d
Oct 30 05:45:26 user nova-compute[74922]: INFO nova.virt.block_device [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Attempting to driver detach volume bde9d5bc-d991-4e31-ae4a-c0263491820d from mountpoint /dev/vdb
Oct 30 05:45:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Attempting to detach device vdb from instance 7e417d76-c45b-4033-aa0e-c98c1268971d from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:45:26 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:45:26 user nova-compute[74922]:   <source dev="/dev/sdd"/>
Oct 30 05:45:26 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:45:26 user nova-compute[74922]:   <serial>bde9d5bc-d991-4e31-ae4a-c0263491820d</serial>
Oct 30 05:45:26 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 05:45:26 user nova-compute[74922]: </disk>
Oct 30 05:45:26 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:45:26 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Successfully detached device vdb from instance 7e417d76-c45b-4033-aa0e-c98c1268971d from the persistent domain config.
Oct 30 05:45:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7e417d76-c45b-4033-aa0e-c98c1268971d from the live domain config. {{(pid=74922) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:45:26 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:45:26 user nova-compute[74922]:   <source dev="/dev/sdd"/>
Oct 30 05:45:26 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:45:26 user nova-compute[74922]:   <serial>bde9d5bc-d991-4e31-ae4a-c0263491820d</serial>
Oct 30 05:45:26 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 05:45:26 user nova-compute[74922]: </disk>
Oct 30 05:45:26 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.386s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] <== connect_volume: return (1387ms) {'type': 'block', 'scsi_wwn': '26533643464616135', 'path': '/dev/sdf'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26533643464616135', 'path': '/dev/sdf'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7e417d76-c45b-4033-aa0e-c98c1268971d {{(pid=74922) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MjUGKzbJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:45:26 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:45:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:45:26 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:45:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:45:26 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[aaede6c2-1999-4ed6-a904-0044af28cdff]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:45:26 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[69a129c6-0036-4b87-9c5d-5b8903733a40]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e] added
Oct 30 05:45:26 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[25ecc170-1553-4e61-902a-68668f704a22]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a05942f-ed96-4636-99c5-edc50aa029e8]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MjUGKzbJ {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MjUGKzbJ" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dfecd7e-9971-4050-a975-d86645b6a67c]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MjUGKzbJ'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[23cc611a-d070-4e2d-8348-cc019b3add00]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e634df23-4f69-4357-a952-a80d6e778e01]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:45:26 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:26 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:26 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:26 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:26 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:45:26 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:26 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:26 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:26 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:26 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Acquiring lock "24068942-be4d-4353-9eae-a9772d380590" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Lock "24068942-be4d-4353-9eae-a9772d380590" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG os_brick.utils [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[99c4c3ed-0c59-43fb-845f-ca28857ebb55]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6b06025-a86e-4be5-90eb-69cee0c1ee6c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e, portal: 172.16.0.220,3260]
Oct 30 05:45:26 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e, portal: 172.16.0.220,3260] successful.
Oct 30 05:45:26 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c043eac4-8a34-49d9-a205-ce3f13192182]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[538fc1a8-1245-4401-8227-540962735a1b]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[922cb00b-28d2-4b7c-8b96-4277985cfe53]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b96286f6-9232-49c5-9cb1-4d87d34027fa]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:45:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:27 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b38c77a-cd60-4fd6-a1de-ab332f87358a]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:27 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:45:27 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:45:27 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:27 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:27 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:27 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:27 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:45:27 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:45:27 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:45:27 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:27 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:27 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:27 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:27 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:45:27 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:45:27 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.355s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:45:27 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:45:27 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] HCTL ('38', '-', '-', 0) found on session 7 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:45:27 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:45:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:45:27 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:45:27 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9f615dd-e6ee-4a82-a83f-c03b7ef6b2f5]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:27 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:45:27 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:45:27 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:45:27 user nova-compute[74922]: DEBUG os_brick.utils [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] <== get_connector_properties: return (150ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:45:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:27 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[367f7f8f-9ad2-4f81-bb4c-0552d5d9eede]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:27 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Searching for a device in session 7 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:45:27 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MjUGKzbJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:45:27 user nova-compute[74922]: INFO nova.compute.manager [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] [instance: 24068942-be4d-4353-9eae-a9772d380590] Swapping volume 25b454f8-51f9-4b95-b5f0-4327d46635cb for f13a5706-387e-429c-b6f7-a517a618fb4b
Oct 30 05:45:27 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:45:27 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 05:45:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-4c3e6679-374d-4644-b05d-ef0bf04d7a3a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:45:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-4c3e6679-374d-4644-b05d-ef0bf04d7a3a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:45:27 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 05:45:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.409s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] <== connect_volume: return (1411ms) {'type': 'block', 'scsi_wwn': '23631386166633838', 'path': '/dev/sdg'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23631386166633838', 'path': '/dev/sdg'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WCilzuok', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:45:28 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:45:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:45:28 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:45:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:45:28 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[27bc0064-3915-48a5-9577-53f61a1eff26]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:45:28 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6f12478-e86d-4d2c-ad43-70bc9508da1b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432] added
Oct 30 05:45:28 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7597052a-0914-4f0a-8aec-fb2debe79fd7]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6564cff4-58f9-46f6-ae70-ffeb695b207e]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WCilzuok {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WCilzuok" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[725d1e73-0272-4133-a9e2-ada416b579ce]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WCilzuok'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Updating instance_info_cache with network_info: [{"id": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "address": "fa:16:3e:71:29:0b", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee57dce5-f7", "ovs_interfaceid": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-4c3e6679-374d-4644-b05d-ef0bf04d7a3a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0ea851b-1d06-425e-a80f-50b954b24af1]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca19b220-a447-45da-a24c-f95143974d10]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:45:28 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:28 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:28 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:28 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:28 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:45:28 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:45:28 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:28 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:28 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:28 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:28 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:45:28 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 -p 172.16.0.220:3260 --login" returned: 0 in 0.090s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[47113dc0-0c9a-4897-afbc-12b084792fe4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432, portal: 172.16.0.220,3260]
Oct 30 05:45:28 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432, portal: 172.16.0.220,3260] successful.
Oct 30 05:45:28 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3a04b53-08af-4431-a8d7-65e60f588648]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c193381-82f8-4ef7-8e55-c2c15095f0ca]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:45:28 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:28 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:28 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:28 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:28 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:45:28 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:45:28 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:45:28 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:28 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:28 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:28 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:28 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:45:28 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:45:28 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.384s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] HCTL ('39', '-', '-', 0) found on session 8 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c974f6b-483f-4c9f-a9a0-7c610e0af1d2]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Searching for a device in session 8 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WCilzuok', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:45:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.421s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] <== connect_volume: return (1424ms) {'type': 'block', 'scsi_wwn': '26264363462383061', 'path': '/dev/sdh'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26264363462383061', 'path': '/dev/sdh'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-491200291',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-491200291',id=10,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/5hDw8sZ735wzBGu16LcEc92p97S9aMNure94vghKkwS7Gy58rO2cIPLTXWPmHwrgIv98Z3bdImu7FnP5+QeRMlkVX55x41nmO1UlDPNEvLIg3IX98vkuCPZ2viVTgJA==',key_name='tempest-keypair-317861976',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='31cd391af2df4e6489eaa9874407bcd6',ramdisk_id='',reservation_id='r-dkwt00qz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-721519192',owner_user_name='tempest-TaggedBootDevicesTest-721519192-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:44:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07a6154a25f843ca9d68cca202fa7252',uuid=6ba76d75-271d-4523-b0f0-e43997a43ac8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a40ca2b2-5b15-4f67-9b78-6bf669307094", "address": "fa:16:3e:1a:40:6e", "network": {"id": "12e8c781-a39d-4e34-8899-7bcb5fa98f2b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1598438082-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa40ca2b2-5b", "ovs_interfaceid": "a40ca2b2-5b15-4f67-9b78-6bf669307094", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converting VIF {"id": "a40ca2b2-5b15-4f67-9b78-6bf669307094", "address": "fa:16:3e:1a:40:6e", "network": {"id": "12e8c781-a39d-4e34-8899-7bcb5fa98f2b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1598438082-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa40ca2b2-5b", "ovs_interfaceid": "a40ca2b2-5b15-4f67-9b78-6bf669307094", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:40:6e,bridge_name='br-int',has_traffic_filtering=True,id=a40ca2b2-5b15-4f67-9b78-6bf669307094,network=Network(12e8c781-a39d-4e34-8899-7bcb5fa98f2b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa40ca2b2-5b') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-491200291',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-491200291',id=10,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/5hDw8sZ735wzBGu16LcEc92p97S9aMNure94vghKkwS7Gy58rO2cIPLTXWPmHwrgIv98Z3bdImu7FnP5+QeRMlkVX55x41nmO1UlDPNEvLIg3IX98vkuCPZ2viVTgJA==',key_name='tempest-keypair-317861976',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='31cd391af2df4e6489eaa9874407bcd6',ramdisk_id='',reservation_id='r-dkwt00qz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-721519192',owner_user_name='tempest-TaggedBootDevicesTest-721519192-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:44:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07a6154a25f843ca9d68cca202fa7252',uuid=6ba76d75-271d-4523-b0f0-e43997a43ac8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7179bef7-44a1-49e8-bcfd-b7d268e6c99d", "address": "fa:16:3e:09:0f:ee", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7179bef7-44", "ovs_interfaceid": "7179bef7-44a1-49e8-bcfd-b7d268e6c99d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converting VIF {"id": "7179bef7-44a1-49e8-bcfd-b7d268e6c99d", "address": "fa:16:3e:09:0f:ee", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7179bef7-44", "ovs_interfaceid": "7179bef7-44a1-49e8-bcfd-b7d268e6c99d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:09:0f:ee,bridge_name='br-int',has_traffic_filtering=True,id=7179bef7-44a1-49e8-bcfd-b7d268e6c99d,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7179bef7-44') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-491200291',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-491200291',id=10,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/5hDw8sZ735wzBGu16LcEc92p97S9aMNure94vghKkwS7Gy58rO2cIPLTXWPmHwrgIv98Z3bdImu7FnP5+QeRMlkVX55x41nmO1UlDPNEvLIg3IX98vkuCPZ2viVTgJA==',key_name='tempest-keypair-317861976',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='31cd391af2df4e6489eaa9874407bcd6',ramdisk_id='',reservation_id='r-dkwt00qz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-721519192',owner_user_name='tempest-TaggedBootDevicesTest-721519192-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:44:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07a6154a25f843ca9d68cca202fa7252',uuid=6ba76d75-271d-4523-b0f0-e43997a43ac8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6c6fa880-565b-441d-bb17-814fe0c6dd5b", "address": "fa:16:3e:31:a0:de", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c6fa880-56", "ovs_interfaceid": "6c6fa880-565b-441d-bb17-814fe0c6dd5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converting VIF {"id": "6c6fa880-565b-441d-bb17-814fe0c6dd5b", "address": "fa:16:3e:31:a0:de", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c6fa880-56", "ovs_interfaceid": "6c6fa880-565b-441d-bb17-814fe0c6dd5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:31:a0:de,bridge_name='br-int',has_traffic_filtering=True,id=6c6fa880-565b-441d-bb17-814fe0c6dd5b,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6c6fa880-56') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-491200291',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-491200291',id=10,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/5hDw8sZ735wzBGu16LcEc92p97S9aMNure94vghKkwS7Gy58rO2cIPLTXWPmHwrgIv98Z3bdImu7FnP5+QeRMlkVX55x41nmO1UlDPNEvLIg3IX98vkuCPZ2viVTgJA==',key_name='tempest-keypair-317861976',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='31cd391af2df4e6489eaa9874407bcd6',ramdisk_id='',reservation_id='r-dkwt00qz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-721519192',owner_user_name='tempest-TaggedBootDevicesTest-721519192-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:44:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07a6154a25f843ca9d68cca202fa7252',uuid=6ba76d75-271d-4523-b0f0-e43997a43ac8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c9ce7ed5-f6b7-4dba-99fe-2e477a59456d", "address": "fa:16:3e:3b:00:f0", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9ce7ed5-f6", "ovs_interfaceid": "c9ce7ed5-f6b7-4dba-99fe-2e477a59456d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converting VIF {"id": "c9ce7ed5-f6b7-4dba-99fe-2e477a59456d", "address": "fa:16:3e:3b:00:f0", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9ce7ed5-f6", "ovs_interfaceid": "c9ce7ed5-f6b7-4dba-99fe-2e477a59456d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:00:f0,bridge_name='br-int',has_traffic_filtering=True,id=c9ce7ed5-f6b7-4dba-99fe-2e477a59456d,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc9ce7ed5-f6') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-491200291',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-491200291',id=10,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/5hDw8sZ735wzBGu16LcEc92p97S9aMNure94vghKkwS7Gy58rO2cIPLTXWPmHwrgIv98Z3bdImu7FnP5+QeRMlkVX55x41nmO1UlDPNEvLIg3IX98vkuCPZ2viVTgJA==',key_name='tempest-keypair-317861976',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='31cd391af2df4e6489eaa9874407bcd6',ramdisk_id='',reservation_id='r-dkwt00qz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-721519192',owner_user_name='tempest-TaggedBootDevicesTest-721519192-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:44:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07a6154a25f843ca9d68cca202fa7252',uuid=6ba76d75-271d-4523-b0f0-e43997a43ac8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "62f99372-6dac-42e9-9fe1-094912d1538d", "address": "fa:16:3e:46:6f:43", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62f99372-6d", "ovs_interfaceid": "62f99372-6dac-42e9-9fe1-094912d1538d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converting VIF {"id": "62f99372-6dac-42e9-9fe1-094912d1538d", "address": "fa:16:3e:46:6f:43", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62f99372-6d", "ovs_interfaceid": "62f99372-6dac-42e9-9fe1-094912d1538d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:6f:43,bridge_name='br-int',has_traffic_filtering=True,id=62f99372-6dac-42e9-9fe1-094912d1538d,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62f99372-6d') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-491200291',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-491200291',id=10,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/5hDw8sZ735wzBGu16LcEc92p97S9aMNure94vghKkwS7Gy58rO2cIPLTXWPmHwrgIv98Z3bdImu7FnP5+QeRMlkVX55x41nmO1UlDPNEvLIg3IX98vkuCPZ2viVTgJA==',key_name='tempest-keypair-317861976',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='31cd391af2df4e6489eaa9874407bcd6',ramdisk_id='',reservation_id='r-dkwt00qz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-721519192',owner_user_name='tempest-TaggedBootDevicesTest-721519192-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:44:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07a6154a25f843ca9d68cca202fa7252',uuid=6ba76d75-271d-4523-b0f0-e43997a43ac8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e4d4137e-9dcf-499e-bc0e-f2a080b25850", "address": "fa:16:3e:8b:6a:de", "network": {"id": "cf61142a-93e4-4903-8bab-0e8c41c34456", "bridge": "br-int", "label": "tempest-device-tagging-net2-1620954475", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4d4137e-9d", "ovs_interfaceid": "e4d4137e-9dcf-499e-bc0e-f2a080b25850", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converting VIF {"id": "e4d4137e-9dcf-499e-bc0e-f2a080b25850", "address": "fa:16:3e:8b:6a:de", "network": {"id": "cf61142a-93e4-4903-8bab-0e8c41c34456", "bridge": "br-int", "label": "tempest-device-tagging-net2-1620954475", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4d4137e-9d", "ovs_interfaceid": "e4d4137e-9dcf-499e-bc0e-f2a080b25850", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8b:6a:de,bridge_name='br-int',has_traffic_filtering=True,id=e4d4137e-9dcf-499e-bc0e-f2a080b25850,network=Network(cf61142a-93e4-4903-8bab-0e8c41c34456),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4d4137e-9d') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-491200291',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-491200291',id=10,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/5hDw8sZ735wzBGu16LcEc92p97S9aMNure94vghKkwS7Gy58rO2cIPLTXWPmHwrgIv98Z3bdImu7FnP5+QeRMlkVX55x41nmO1UlDPNEvLIg3IX98vkuCPZ2viVTgJA==',key_name='tempest-keypair-317861976',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='31cd391af2df4e6489eaa9874407bcd6',ramdisk_id='',reservation_id='r-dkwt00qz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-721519192',owner_user_name='tempest-TaggedBootDevicesTest-721519192-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:44:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07a6154a25f843ca9d68cca202fa7252',uuid=6ba76d75-271d-4523-b0f0-e43997a43ac8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5a99def7-3574-45be-8a99-2bc3978e26e0", "address": "fa:16:3e:67:e9:79", "network": {"id": "cf61142a-93e4-4903-8bab-0e8c41c34456", "bridge": "br-int", "label": "tempest-device-tagging-net2-1620954475", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a99def7-35", "ovs_interfaceid": "5a99def7-3574-45be-8a99-2bc3978e26e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converting VIF {"id": "5a99def7-3574-45be-8a99-2bc3978e26e0", "address": "fa:16:3e:67:e9:79", "network": {"id": "cf61142a-93e4-4903-8bab-0e8c41c34456", "bridge": "br-int", "label": "tempest-device-tagging-net2-1620954475", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a99def7-35", "ovs_interfaceid": "5a99def7-3574-45be-8a99-2bc3978e26e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:67:e9:79,bridge_name='br-int',has_traffic_filtering=True,id=5a99def7-3574-45be-8a99-2bc3978e26e0,network=Network(cf61142a-93e4-4903-8bab-0e8c41c34456),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a99def7-35') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.objects.instance [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lazy-loading 'pci_devices' on Instance uuid 6ba76d75-271d-4523-b0f0-e43997a43ac8 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:45:29 user nova-compute[74922]:   <uuid>6ba76d75-271d-4523-b0f0-e43997a43ac8</uuid>
Oct 30 05:45:29 user nova-compute[74922]:   <name>instance-0000000a</name>
Oct 30 05:45:29 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:45:29 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:45:29 user nova-compute[74922]:   <metadata>
Oct 30 05:45:29 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:45:29 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:45:29 user nova-compute[74922]:       <nova:name>tempest-device-tagging-server-491200291</nova:name>
Oct 30 05:45:29 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:45:25</nova:creationTime>
Oct 30 05:45:29 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:45:29 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:45:29 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:45:29 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:45:29 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:45:29 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:45:29 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:45:29 user nova-compute[74922]:       <nova:owner>
Oct 30 05:45:29 user nova-compute[74922]:         <nova:user uuid="07a6154a25f843ca9d68cca202fa7252">tempest-TaggedBootDevicesTest-721519192-project-member</nova:user>
Oct 30 05:45:29 user nova-compute[74922]:         <nova:project uuid="31cd391af2df4e6489eaa9874407bcd6">tempest-TaggedBootDevicesTest-721519192</nova:project>
Oct 30 05:45:29 user nova-compute[74922]:       </nova:owner>
Oct 30 05:45:29 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:45:29 user nova-compute[74922]:       <nova:ports>
Oct 30 05:45:29 user nova-compute[74922]:         <nova:port uuid="a40ca2b2-5b15-4f67-9b78-6bf669307094">
Oct 30 05:45:29 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 30 05:45:29 user nova-compute[74922]:         </nova:port>
Oct 30 05:45:29 user nova-compute[74922]:         <nova:port uuid="7179bef7-44a1-49e8-bcfd-b7d268e6c99d">
Oct 30 05:45:29 user nova-compute[74922]:           <nova:ip type="fixed" address="10.1.1.46" ipVersion="4"/>
Oct 30 05:45:29 user nova-compute[74922]:         </nova:port>
Oct 30 05:45:29 user nova-compute[74922]:         <nova:port uuid="6c6fa880-565b-441d-bb17-814fe0c6dd5b">
Oct 30 05:45:29 user nova-compute[74922]:           <nova:ip type="fixed" address="10.1.1.245" ipVersion="4"/>
Oct 30 05:45:29 user nova-compute[74922]:         </nova:port>
Oct 30 05:45:29 user nova-compute[74922]:         <nova:port uuid="c9ce7ed5-f6b7-4dba-99fe-2e477a59456d">
Oct 30 05:45:29 user nova-compute[74922]:           <nova:ip type="fixed" address="10.1.1.235" ipVersion="4"/>
Oct 30 05:45:29 user nova-compute[74922]:         </nova:port>
Oct 30 05:45:29 user nova-compute[74922]:         <nova:port uuid="62f99372-6dac-42e9-9fe1-094912d1538d">
Oct 30 05:45:29 user nova-compute[74922]:           <nova:ip type="fixed" address="10.1.1.122" ipVersion="4"/>
Oct 30 05:45:29 user nova-compute[74922]:         </nova:port>
Oct 30 05:45:29 user nova-compute[74922]:         <nova:port uuid="e4d4137e-9dcf-499e-bc0e-f2a080b25850">
Oct 30 05:45:29 user nova-compute[74922]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Oct 30 05:45:29 user nova-compute[74922]:         </nova:port>
Oct 30 05:45:29 user nova-compute[74922]:         <nova:port uuid="5a99def7-3574-45be-8a99-2bc3978e26e0">
Oct 30 05:45:29 user nova-compute[74922]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Oct 30 05:45:29 user nova-compute[74922]:         </nova:port>
Oct 30 05:45:29 user nova-compute[74922]:       </nova:ports>
Oct 30 05:45:29 user nova-compute[74922]:     </nova:instance>
Oct 30 05:45:29 user nova-compute[74922]:   </metadata>
Oct 30 05:45:29 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:45:29 user nova-compute[74922]:     <system>
Oct 30 05:45:29 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:45:29 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:45:29 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:45:29 user nova-compute[74922]:       <entry name="serial">6ba76d75-271d-4523-b0f0-e43997a43ac8</entry>
Oct 30 05:45:29 user nova-compute[74922]:       <entry name="uuid">6ba76d75-271d-4523-b0f0-e43997a43ac8</entry>
Oct 30 05:45:29 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:45:29 user nova-compute[74922]:     </system>
Oct 30 05:45:29 user nova-compute[74922]:   </sysinfo>
Oct 30 05:45:29 user nova-compute[74922]:   <os>
Oct 30 05:45:29 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:45:29 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:45:29 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:45:29 user nova-compute[74922]:   </os>
Oct 30 05:45:29 user nova-compute[74922]:   <features>
Oct 30 05:45:29 user nova-compute[74922]:     <acpi/>
Oct 30 05:45:29 user nova-compute[74922]:     <apic/>
Oct 30 05:45:29 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:45:29 user nova-compute[74922]:   </features>
Oct 30 05:45:29 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:45:29 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:45:29 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:45:29 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:45:29 user nova-compute[74922]:   </clock>
Oct 30 05:45:29 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:45:29 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:45:29 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:45:29 user nova-compute[74922]:   </cpu>
Oct 30 05:45:29 user nova-compute[74922]:   <devices>
Oct 30 05:45:29 user nova-compute[74922]:     <disk type="file" device="cdrom">
Oct 30 05:45:29 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none"/>
Oct 30 05:45:29 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/6ba76d75-271d-4523-b0f0-e43997a43ac8/disk.config"/>
Oct 30 05:45:29 user nova-compute[74922]:       <target dev="hda" bus="ide"/>
Oct 30 05:45:29 user nova-compute[74922]:     </disk>
Oct 30 05:45:29 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 05:45:29 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:45:29 user nova-compute[74922]:       <source dev="/dev/sdf"/>
Oct 30 05:45:29 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:45:29 user nova-compute[74922]:       <serial>93821ec0-97d5-428a-9f5d-2706c0d2233b</serial>
Oct 30 05:45:29 user nova-compute[74922]:     </disk>
Oct 30 05:45:29 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 05:45:29 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:45:29 user nova-compute[74922]:       <source dev="/dev/sdg"/>
Oct 30 05:45:29 user nova-compute[74922]:       <target dev="vdb" bus="virtio"/>
Oct 30 05:45:29 user nova-compute[74922]:       <serial>124e9d08-0eaa-41f4-b24b-8de32bcf640e</serial>
Oct 30 05:45:29 user nova-compute[74922]:     </disk>
Oct 30 05:45:29 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 05:45:29 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:45:29 user nova-compute[74922]:       <source dev="/dev/sdh"/>
Oct 30 05:45:29 user nova-compute[74922]:       <target dev="vdc" bus="virtio"/>
Oct 30 05:45:29 user nova-compute[74922]:       <serial>48eb02e8-66b0-4bf3-97f9-f857f3148432</serial>
Oct 30 05:45:29 user nova-compute[74922]:     </disk>
Oct 30 05:45:29 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:45:29 user nova-compute[74922]:       <mac address="fa:16:3e:1a:40:6e"/>
Oct 30 05:45:29 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:45:29 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:45:29 user nova-compute[74922]:       <target dev="tapa40ca2b2-5b"/>
Oct 30 05:45:29 user nova-compute[74922]:     </interface>
Oct 30 05:45:29 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:45:29 user nova-compute[74922]:       <mac address="fa:16:3e:09:0f:ee"/>
Oct 30 05:45:29 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:45:29 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:45:29 user nova-compute[74922]:       <target dev="tap7179bef7-44"/>
Oct 30 05:45:29 user nova-compute[74922]:     </interface>
Oct 30 05:45:29 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:45:29 user nova-compute[74922]:       <mac address="fa:16:3e:31:a0:de"/>
Oct 30 05:45:29 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:45:29 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:45:29 user nova-compute[74922]:       <target dev="tap6c6fa880-56"/>
Oct 30 05:45:29 user nova-compute[74922]:     </interface>
Oct 30 05:45:29 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:45:29 user nova-compute[74922]:       <mac address="fa:16:3e:3b:00:f0"/>
Oct 30 05:45:29 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:45:29 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:45:29 user nova-compute[74922]:       <target dev="tapc9ce7ed5-f6"/>
Oct 30 05:45:29 user nova-compute[74922]:     </interface>
Oct 30 05:45:29 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:45:29 user nova-compute[74922]:       <mac address="fa:16:3e:46:6f:43"/>
Oct 30 05:45:29 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:45:29 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:45:29 user nova-compute[74922]:       <target dev="tap62f99372-6d"/>
Oct 30 05:45:29 user nova-compute[74922]:     </interface>
Oct 30 05:45:29 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:45:29 user nova-compute[74922]:       <mac address="fa:16:3e:8b:6a:de"/>
Oct 30 05:45:29 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:45:29 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:45:29 user nova-compute[74922]:       <target dev="tape4d4137e-9d"/>
Oct 30 05:45:29 user nova-compute[74922]:     </interface>
Oct 30 05:45:29 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:45:29 user nova-compute[74922]:       <mac address="fa:16:3e:67:e9:79"/>
Oct 30 05:45:29 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:45:29 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:45:29 user nova-compute[74922]:       <target dev="tap5a99def7-35"/>
Oct 30 05:45:29 user nova-compute[74922]:     </interface>
Oct 30 05:45:29 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:45:29 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/6ba76d75-271d-4523-b0f0-e43997a43ac8/console.log" append="off"/>
Oct 30 05:45:29 user nova-compute[74922]:     </serial>
Oct 30 05:45:29 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:45:29 user nova-compute[74922]:     <video>
Oct 30 05:45:29 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:45:29 user nova-compute[74922]:     </video>
Oct 30 05:45:29 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:45:29 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:45:29 user nova-compute[74922]:     </rng>
Oct 30 05:45:29 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:45:29 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:45:29 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:45:29 user nova-compute[74922]:     </memballoon>
Oct 30 05:45:29 user nova-compute[74922]:   </devices>
Oct 30 05:45:29 user nova-compute[74922]: </domain>
Oct 30 05:45:29 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-491200291',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-491200291',id=10,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/5hDw8sZ735wzBGu16LcEc92p97S9aMNure94vghKkwS7Gy58rO2cIPLTXWPmHwrgIv98Z3bdImu7FnP5+QeRMlkVX55x41nmO1UlDPNEvLIg3IX98vkuCPZ2viVTgJA==',key_name='tempest-keypair-317861976',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='31cd391af2df4e6489eaa9874407bcd6',ramdisk_id='',reservation_id='r-dkwt00qz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-721519192',owner_user_name='tempest-TaggedBootDevicesTest-721519192-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:44:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07a6154a25f843ca9d68cca202fa7252',uuid=6ba76d75-271d-4523-b0f0-e43997a43ac8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a40ca2b2-5b15-4f67-9b78-6bf669307094", "address": "fa:16:3e:1a:40:6e", "network": {"id": "12e8c781-a39d-4e34-8899-7bcb5fa98f2b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1598438082-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa40ca2b2-5b", "ovs_interfaceid": "a40ca2b2-5b15-4f67-9b78-6bf669307094", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converting VIF {"id": "a40ca2b2-5b15-4f67-9b78-6bf669307094", "address": "fa:16:3e:1a:40:6e", "network": {"id": "12e8c781-a39d-4e34-8899-7bcb5fa98f2b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1598438082-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa40ca2b2-5b", "ovs_interfaceid": "a40ca2b2-5b15-4f67-9b78-6bf669307094", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:40:6e,bridge_name='br-int',has_traffic_filtering=True,id=a40ca2b2-5b15-4f67-9b78-6bf669307094,network=Network(12e8c781-a39d-4e34-8899-7bcb5fa98f2b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa40ca2b2-5b') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG os_vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:40:6e,bridge_name='br-int',has_traffic_filtering=True,id=a40ca2b2-5b15-4f67-9b78-6bf669307094,network=Network(12e8c781-a39d-4e34-8899-7bcb5fa98f2b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa40ca2b2-5b') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dda1cf7b-f495-58bc-a279-42068869279e', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa40ca2b2-5b, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa40ca2b2-5b, col_values=(('qos', UUID('810d747a-aa5a-4d72-86f8-5c03a3441c5e')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa40ca2b2-5b, col_values=(('external_ids', {'iface-id': 'a40ca2b2-5b15-4f67-9b78-6bf669307094', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1a:40:6e', 'vm-uuid': '6ba76d75-271d-4523-b0f0-e43997a43ac8'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:29 user nova-compute[74922]: INFO os_vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:40:6e,bridge_name='br-int',has_traffic_filtering=True,id=a40ca2b2-5b15-4f67-9b78-6bf669307094,network=Network(12e8c781-a39d-4e34-8899-7bcb5fa98f2b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa40ca2b2-5b')
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-491200291',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-491200291',id=10,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/5hDw8sZ735wzBGu16LcEc92p97S9aMNure94vghKkwS7Gy58rO2cIPLTXWPmHwrgIv98Z3bdImu7FnP5+QeRMlkVX55x41nmO1UlDPNEvLIg3IX98vkuCPZ2viVTgJA==',key_name='tempest-keypair-317861976',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='31cd391af2df4e6489eaa9874407bcd6',ramdisk_id='',reservation_id='r-dkwt00qz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-721519192',owner_user_name='tempest-TaggedBootDevicesTest-721519192-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:44:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07a6154a25f843ca9d68cca202fa7252',uuid=6ba76d75-271d-4523-b0f0-e43997a43ac8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7179bef7-44a1-49e8-bcfd-b7d268e6c99d", "address": "fa:16:3e:09:0f:ee", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7179bef7-44", "ovs_interfaceid": "7179bef7-44a1-49e8-bcfd-b7d268e6c99d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converting VIF {"id": "7179bef7-44a1-49e8-bcfd-b7d268e6c99d", "address": "fa:16:3e:09:0f:ee", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7179bef7-44", "ovs_interfaceid": "7179bef7-44a1-49e8-bcfd-b7d268e6c99d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:09:0f:ee,bridge_name='br-int',has_traffic_filtering=True,id=7179bef7-44a1-49e8-bcfd-b7d268e6c99d,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7179bef7-44') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG os_vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:09:0f:ee,bridge_name='br-int',has_traffic_filtering=True,id=7179bef7-44a1-49e8-bcfd-b7d268e6c99d,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7179bef7-44') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cbbbcc34-8fef-5b1c-83d9-e4fdd779335f', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7179bef7-44, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7179bef7-44, col_values=(('qos', UUID('1b95e339-4846-4e99-9470-c09b5447de41')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7179bef7-44, col_values=(('external_ids', {'iface-id': '7179bef7-44a1-49e8-bcfd-b7d268e6c99d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:09:0f:ee', 'vm-uuid': '6ba76d75-271d-4523-b0f0-e43997a43ac8'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:29 user nova-compute[74922]: INFO os_vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:09:0f:ee,bridge_name='br-int',has_traffic_filtering=True,id=7179bef7-44a1-49e8-bcfd-b7d268e6c99d,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7179bef7-44')
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-491200291',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-491200291',id=10,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/5hDw8sZ735wzBGu16LcEc92p97S9aMNure94vghKkwS7Gy58rO2cIPLTXWPmHwrgIv98Z3bdImu7FnP5+QeRMlkVX55x41nmO1UlDPNEvLIg3IX98vkuCPZ2viVTgJA==',key_name='tempest-keypair-317861976',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='31cd391af2df4e6489eaa9874407bcd6',ramdisk_id='',reservation_id='r-dkwt00qz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-721519192',owner_user_name='tempest-TaggedBootDevicesTest-721519192-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:44:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07a6154a25f843ca9d68cca202fa7252',uuid=6ba76d75-271d-4523-b0f0-e43997a43ac8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6c6fa880-565b-441d-bb17-814fe0c6dd5b", "address": "fa:16:3e:31:a0:de", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c6fa880-56", "ovs_interfaceid": "6c6fa880-565b-441d-bb17-814fe0c6dd5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converting VIF {"id": "6c6fa880-565b-441d-bb17-814fe0c6dd5b", "address": "fa:16:3e:31:a0:de", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c6fa880-56", "ovs_interfaceid": "6c6fa880-565b-441d-bb17-814fe0c6dd5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:31:a0:de,bridge_name='br-int',has_traffic_filtering=True,id=6c6fa880-565b-441d-bb17-814fe0c6dd5b,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6c6fa880-56') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG os_vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:a0:de,bridge_name='br-int',has_traffic_filtering=True,id=6c6fa880-565b-441d-bb17-814fe0c6dd5b,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6c6fa880-56') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ad9694cf-9dff-5411-b6ba-8e1eac2f6015', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6c6fa880-56, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6c6fa880-56, col_values=(('qos', UUID('bbd993ce-9cea-42bf-9e54-67491c90ea5a')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6c6fa880-56, col_values=(('external_ids', {'iface-id': '6c6fa880-565b-441d-bb17-814fe0c6dd5b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:31:a0:de', 'vm-uuid': '6ba76d75-271d-4523-b0f0-e43997a43ac8'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:29 user nova-compute[74922]: INFO os_vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:a0:de,bridge_name='br-int',has_traffic_filtering=True,id=6c6fa880-565b-441d-bb17-814fe0c6dd5b,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6c6fa880-56')
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-491200291',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-491200291',id=10,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/5hDw8sZ735wzBGu16LcEc92p97S9aMNure94vghKkwS7Gy58rO2cIPLTXWPmHwrgIv98Z3bdImu7FnP5+QeRMlkVX55x41nmO1UlDPNEvLIg3IX98vkuCPZ2viVTgJA==',key_name='tempest-keypair-317861976',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='31cd391af2df4e6489eaa9874407bcd6',ramdisk_id='',reservation_id='r-dkwt00qz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-721519192',owner_user_name='tempest-TaggedBootDevicesTest-721519192-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:44:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07a6154a25f843ca9d68cca202fa7252',uuid=6ba76d75-271d-4523-b0f0-e43997a43ac8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c9ce7ed5-f6b7-4dba-99fe-2e477a59456d", "address": "fa:16:3e:3b:00:f0", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9ce7ed5-f6", "ovs_interfaceid": "c9ce7ed5-f6b7-4dba-99fe-2e477a59456d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converting VIF {"id": "c9ce7ed5-f6b7-4dba-99fe-2e477a59456d", "address": "fa:16:3e:3b:00:f0", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9ce7ed5-f6", "ovs_interfaceid": "c9ce7ed5-f6b7-4dba-99fe-2e477a59456d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:00:f0,bridge_name='br-int',has_traffic_filtering=True,id=c9ce7ed5-f6b7-4dba-99fe-2e477a59456d,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc9ce7ed5-f6') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG os_vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:00:f0,bridge_name='br-int',has_traffic_filtering=True,id=c9ce7ed5-f6b7-4dba-99fe-2e477a59456d,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc9ce7ed5-f6') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '85113500-f844-5856-a203-75ebf6ca85d8', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc9ce7ed5-f6, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc9ce7ed5-f6, col_values=(('qos', UUID('1c2d2aa2-b148-46de-8cc7-3dbcc4e2eec1')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc9ce7ed5-f6, col_values=(('external_ids', {'iface-id': 'c9ce7ed5-f6b7-4dba-99fe-2e477a59456d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3b:00:f0', 'vm-uuid': '6ba76d75-271d-4523-b0f0-e43997a43ac8'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:29 user nova-compute[74922]: INFO os_vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:00:f0,bridge_name='br-int',has_traffic_filtering=True,id=c9ce7ed5-f6b7-4dba-99fe-2e477a59456d,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc9ce7ed5-f6')
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-491200291',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-491200291',id=10,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/5hDw8sZ735wzBGu16LcEc92p97S9aMNure94vghKkwS7Gy58rO2cIPLTXWPmHwrgIv98Z3bdImu7FnP5+QeRMlkVX55x41nmO1UlDPNEvLIg3IX98vkuCPZ2viVTgJA==',key_name='tempest-keypair-317861976',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='31cd391af2df4e6489eaa9874407bcd6',ramdisk_id='',reservation_id='r-dkwt00qz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-721519192',owner_user_name='tempest-TaggedBootDevicesTest-721519192-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:44:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07a6154a25f843ca9d68cca202fa7252',uuid=6ba76d75-271d-4523-b0f0-e43997a43ac8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "62f99372-6dac-42e9-9fe1-094912d1538d", "address": "fa:16:3e:46:6f:43", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62f99372-6d", "ovs_interfaceid": "62f99372-6dac-42e9-9fe1-094912d1538d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converting VIF {"id": "62f99372-6dac-42e9-9fe1-094912d1538d", "address": "fa:16:3e:46:6f:43", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62f99372-6d", "ovs_interfaceid": "62f99372-6dac-42e9-9fe1-094912d1538d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:6f:43,bridge_name='br-int',has_traffic_filtering=True,id=62f99372-6dac-42e9-9fe1-094912d1538d,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62f99372-6d') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG os_vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:6f:43,bridge_name='br-int',has_traffic_filtering=True,id=62f99372-6dac-42e9-9fe1-094912d1538d,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62f99372-6d') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:45:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '19c96d69-86e2-504d-9257-178048da7aa1', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap62f99372-6d, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap62f99372-6d, col_values=(('qos', UUID('87fbab02-2797-444d-a376-61d8cef18e6e')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap62f99372-6d, col_values=(('external_ids', {'iface-id': '62f99372-6dac-42e9-9fe1-094912d1538d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:46:6f:43', 'vm-uuid': '6ba76d75-271d-4523-b0f0-e43997a43ac8'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:30 user nova-compute[74922]: INFO os_vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:6f:43,bridge_name='br-int',has_traffic_filtering=True,id=62f99372-6dac-42e9-9fe1-094912d1538d,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62f99372-6d')
Oct 30 05:45:30 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-491200291',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-491200291',id=10,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/5hDw8sZ735wzBGu16LcEc92p97S9aMNure94vghKkwS7Gy58rO2cIPLTXWPmHwrgIv98Z3bdImu7FnP5+QeRMlkVX55x41nmO1UlDPNEvLIg3IX98vkuCPZ2viVTgJA==',key_name='tempest-keypair-317861976',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='31cd391af2df4e6489eaa9874407bcd6',ramdisk_id='',reservation_id='r-dkwt00qz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-721519192',owner_user_name='tempest-TaggedBootDevicesTest-721519192-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:44:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07a6154a25f843ca9d68cca202fa7252',uuid=6ba76d75-271d-4523-b0f0-e43997a43ac8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e4d4137e-9dcf-499e-bc0e-f2a080b25850", "address": "fa:16:3e:8b:6a:de", "network": {"id": "cf61142a-93e4-4903-8bab-0e8c41c34456", "bridge": "br-int", "label": "tempest-device-tagging-net2-1620954475", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4d4137e-9d", "ovs_interfaceid": "e4d4137e-9dcf-499e-bc0e-f2a080b25850", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converting VIF {"id": "e4d4137e-9dcf-499e-bc0e-f2a080b25850", "address": "fa:16:3e:8b:6a:de", "network": {"id": "cf61142a-93e4-4903-8bab-0e8c41c34456", "bridge": "br-int", "label": "tempest-device-tagging-net2-1620954475", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4d4137e-9d", "ovs_interfaceid": "e4d4137e-9dcf-499e-bc0e-f2a080b25850", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8b:6a:de,bridge_name='br-int',has_traffic_filtering=True,id=e4d4137e-9dcf-499e-bc0e-f2a080b25850,network=Network(cf61142a-93e4-4903-8bab-0e8c41c34456),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4d4137e-9d') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG os_vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8b:6a:de,bridge_name='br-int',has_traffic_filtering=True,id=e4d4137e-9dcf-499e-bc0e-f2a080b25850,network=Network(cf61142a-93e4-4903-8bab-0e8c41c34456),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4d4137e-9d') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd5f4f428-7dbf-5419-8306-4d4595a984c5', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape4d4137e-9d, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape4d4137e-9d, col_values=(('qos', UUID('5e7a0653-b508-445a-a20b-af058fbc1198')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape4d4137e-9d, col_values=(('external_ids', {'iface-id': 'e4d4137e-9dcf-499e-bc0e-f2a080b25850', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8b:6a:de', 'vm-uuid': '6ba76d75-271d-4523-b0f0-e43997a43ac8'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:30 user nova-compute[74922]: INFO os_vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8b:6a:de,bridge_name='br-int',has_traffic_filtering=True,id=e4d4137e-9dcf-499e-bc0e-f2a080b25850,network=Network(cf61142a-93e4-4903-8bab-0e8c41c34456),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4d4137e-9d')
Oct 30 05:45:30 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-491200291',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-491200291',id=10,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/5hDw8sZ735wzBGu16LcEc92p97S9aMNure94vghKkwS7Gy58rO2cIPLTXWPmHwrgIv98Z3bdImu7FnP5+QeRMlkVX55x41nmO1UlDPNEvLIg3IX98vkuCPZ2viVTgJA==',key_name='tempest-keypair-317861976',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='31cd391af2df4e6489eaa9874407bcd6',ramdisk_id='',reservation_id='r-dkwt00qz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-721519192',owner_user_name='tempest-TaggedBootDevicesTest-721519192-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:44:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07a6154a25f843ca9d68cca202fa7252',uuid=6ba76d75-271d-4523-b0f0-e43997a43ac8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5a99def7-3574-45be-8a99-2bc3978e26e0", "address": "fa:16:3e:67:e9:79", "network": {"id": "cf61142a-93e4-4903-8bab-0e8c41c34456", "bridge": "br-int", "label": "tempest-device-tagging-net2-1620954475", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a99def7-35", "ovs_interfaceid": "5a99def7-3574-45be-8a99-2bc3978e26e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converting VIF {"id": "5a99def7-3574-45be-8a99-2bc3978e26e0", "address": "fa:16:3e:67:e9:79", "network": {"id": "cf61142a-93e4-4903-8bab-0e8c41c34456", "bridge": "br-int", "label": "tempest-device-tagging-net2-1620954475", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a99def7-35", "ovs_interfaceid": "5a99def7-3574-45be-8a99-2bc3978e26e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:67:e9:79,bridge_name='br-int',has_traffic_filtering=True,id=5a99def7-3574-45be-8a99-2bc3978e26e0,network=Network(cf61142a-93e4-4903-8bab-0e8c41c34456),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a99def7-35') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG os_vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:67:e9:79,bridge_name='br-int',has_traffic_filtering=True,id=5a99def7-3574-45be-8a99-2bc3978e26e0,network=Network(cf61142a-93e4-4903-8bab-0e8c41c34456),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a99def7-35') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fac84d3c-5128-57c7-8494-70e96bf855cd', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5a99def7-35, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5a99def7-35, col_values=(('qos', UUID('ff3450ea-074a-4edb-a63a-893eac2565cd')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5a99def7-35, col_values=(('external_ids', {'iface-id': '5a99def7-3574-45be-8a99-2bc3978e26e0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:67:e9:79', 'vm-uuid': '6ba76d75-271d-4523-b0f0-e43997a43ac8'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:30 user nova-compute[74922]: INFO os_vif [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:67:e9:79,bridge_name='br-int',has_traffic_filtering=True,id=5a99def7-3574-45be-8a99-2bc3978e26e0,network=Network(cf61142a-93e4-4903-8bab-0e8c41c34456),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a99def7-35')
Oct 30 05:45:30 user nova-compute[74922]: DEBUG nova.compute.manager [req-9fc9469c-50c8-4b62-a0e2-3f55c1943f63 req-c541341f-cc3e-4108-9738-cd4e3c29943b service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Received event network-changed-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG nova.compute.manager [req-9fc9469c-50c8-4b62-a0e2-3f55c1943f63 req-c541341f-cc3e-4108-9738-cd4e3c29943b service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Refreshing instance network info cache due to event network-changed-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9fc9469c-50c8-4b62-a0e2-3f55c1943f63 req-c541341f-cc3e-4108-9738-cd4e3c29943b service nova] Acquiring lock "refresh_cache-3ea053be-1937-4292-80ea-eb4d5e03b5e2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9fc9469c-50c8-4b62-a0e2-3f55c1943f63 req-c541341f-cc3e-4108-9738-cd4e3c29943b service nova] Acquired lock "refresh_cache-3ea053be-1937-4292-80ea-eb4d5e03b5e2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG nova.network.neutron [req-9fc9469c-50c8-4b62-a0e2-3f55c1943f63 req-c541341f-cc3e-4108-9738-cd4e3c29943b service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Refreshing network info cache for port 50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] No BDM found with device name hda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] No VIF found with MAC fa:16:3e:1a:40:6e, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] No VIF found with MAC fa:16:3e:46:6f:43, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:45:30 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Using config drive
Oct 30 05:45:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d750dda3-675a-48fe-92d4-5bb35e274e1d/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d750dda3-675a-48fe-92d4-5bb35e274e1d/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d750dda3-675a-48fe-92d4-5bb35e274e1d/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:30 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Creating config drive at /opt/stack/data/nova/instances/6ba76d75-271d-4523-b0f0-e43997a43ac8/disk.config
Oct 30 05:45:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/6ba76d75-271d-4523-b0f0-e43997a43ac8/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp0ci7pl40 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/6ba76d75-271d-4523-b0f0-e43997a43ac8/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp0ci7pl40" returned: 0 in 0.059s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d750dda3-675a-48fe-92d4-5bb35e274e1d/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:31 user nova-compute[74922]: DEBUG nova.network.neutron [req-9fc9469c-50c8-4b62-a0e2-3f55c1943f63 req-c541341f-cc3e-4108-9738-cd4e3c29943b service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Updated VIF entry in instance network info cache for port 50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:45:31 user nova-compute[74922]: DEBUG nova.network.neutron [req-9fc9469c-50c8-4b62-a0e2-3f55c1943f63 req-c541341f-cc3e-4108-9738-cd4e3c29943b service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Updating instance_info_cache with network_info: [{"id": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "address": "fa:16:3e:df:3c:72", "network": {"id": "78892be9-b10d-4a13-942a-a2056c4e2987", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1397092291-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cce501e87faf45949eba8517dd9a3ea2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50a3bf3c-1c", "ovs_interfaceid": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:45:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9fc9469c-50c8-4b62-a0e2-3f55c1943f63 req-c541341f-cc3e-4108-9738-cd4e3c29943b service nova] Releasing lock "refresh_cache-3ea053be-1937-4292-80ea-eb4d5e03b5e2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:45:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:32 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:45:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZSkoPUgN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:45:32 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:45:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:45:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:45:32 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:45:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:45:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:45:32 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:45:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:32 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8917cf9-45d2-49e5-b8ff-981016f76e1b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:45:32 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:32 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:45:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:32 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[24a7e806-24fd-4f56-8af2-4eb439e118a7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a] added
Oct 30 05:45:32 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[24e2bd04-b568-426a-9e78-09524d86a6c5]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-fa74d24a-3fbf-43ac-8da1-ca126390a870 req-a35f8c20-1d6a-44e9-bd63-200472a5751e service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-plugged-a40ca2b2-5b15-4f67-9b78-6bf669307094 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fa74d24a-3fbf-43ac-8da1-ca126390a870 req-a35f8c20-1d6a-44e9-bd63-200472a5751e service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fa74d24a-3fbf-43ac-8da1-ca126390a870 req-a35f8c20-1d6a-44e9-bd63-200472a5751e service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fa74d24a-3fbf-43ac-8da1-ca126390a870 req-a35f8c20-1d6a-44e9-bd63-200472a5751e service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-fa74d24a-3fbf-43ac-8da1-ca126390a870 req-a35f8c20-1d6a-44e9-bd63-200472a5751e service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-plugged-a40ca2b2-5b15-4f67-9b78-6bf669307094 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:45:37 user nova-compute[74922]: WARNING nova.compute.manager [req-fa74d24a-3fbf-43ac-8da1-ca126390a870 req-a35f8c20-1d6a-44e9-bd63-200472a5751e service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received unexpected event network-vif-plugged-a40ca2b2-5b15-4f67-9b78-6bf669307094 for instance with vm_state building and task_state spawning.
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-7cce68fd-f878-4f97-b17f-c60972cbf5de req-5dedd89f-c111-4aaa-a01a-03b9c1efb163 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-plugged-62f99372-6dac-42e9-9fe1-094912d1538d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7cce68fd-f878-4f97-b17f-c60972cbf5de req-5dedd89f-c111-4aaa-a01a-03b9c1efb163 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7cce68fd-f878-4f97-b17f-c60972cbf5de req-5dedd89f-c111-4aaa-a01a-03b9c1efb163 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7cce68fd-f878-4f97-b17f-c60972cbf5de req-5dedd89f-c111-4aaa-a01a-03b9c1efb163 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-7cce68fd-f878-4f97-b17f-c60972cbf5de req-5dedd89f-c111-4aaa-a01a-03b9c1efb163 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-plugged-62f99372-6dac-42e9-9fe1-094912d1538d {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:45:37 user nova-compute[74922]: WARNING nova.compute.manager [req-7cce68fd-f878-4f97-b17f-c60972cbf5de req-5dedd89f-c111-4aaa-a01a-03b9c1efb163 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received unexpected event network-vif-plugged-62f99372-6dac-42e9-9fe1-094912d1538d for instance with vm_state building and task_state spawning.
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-plugged-a40ca2b2-5b15-4f67-9b78-6bf669307094 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-plugged-a40ca2b2-5b15-4f67-9b78-6bf669307094 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:45:37 user nova-compute[74922]: WARNING nova.compute.manager [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received unexpected event network-vif-plugged-a40ca2b2-5b15-4f67-9b78-6bf669307094 for instance with vm_state building and task_state spawning.
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-plugged-7179bef7-44a1-49e8-bcfd-b7d268e6c99d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-plugged-7179bef7-44a1-49e8-bcfd-b7d268e6c99d {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:45:37 user nova-compute[74922]: WARNING nova.compute.manager [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received unexpected event network-vif-plugged-7179bef7-44a1-49e8-bcfd-b7d268e6c99d for instance with vm_state building and task_state spawning.
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-plugged-7179bef7-44a1-49e8-bcfd-b7d268e6c99d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-plugged-7179bef7-44a1-49e8-bcfd-b7d268e6c99d {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:45:37 user nova-compute[74922]: WARNING nova.compute.manager [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received unexpected event network-vif-plugged-7179bef7-44a1-49e8-bcfd-b7d268e6c99d for instance with vm_state building and task_state spawning.
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-plugged-6c6fa880-565b-441d-bb17-814fe0c6dd5b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-plugged-6c6fa880-565b-441d-bb17-814fe0c6dd5b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:45:37 user nova-compute[74922]: WARNING nova.compute.manager [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received unexpected event network-vif-plugged-6c6fa880-565b-441d-bb17-814fe0c6dd5b for instance with vm_state building and task_state spawning.
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-plugged-6c6fa880-565b-441d-bb17-814fe0c6dd5b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-plugged-6c6fa880-565b-441d-bb17-814fe0c6dd5b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:45:37 user nova-compute[74922]: WARNING nova.compute.manager [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received unexpected event network-vif-plugged-6c6fa880-565b-441d-bb17-814fe0c6dd5b for instance with vm_state building and task_state spawning.
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-plugged-c9ce7ed5-f6b7-4dba-99fe-2e477a59456d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-plugged-c9ce7ed5-f6b7-4dba-99fe-2e477a59456d {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:45:37 user nova-compute[74922]: WARNING nova.compute.manager [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received unexpected event network-vif-plugged-c9ce7ed5-f6b7-4dba-99fe-2e477a59456d for instance with vm_state building and task_state spawning.
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-plugged-c9ce7ed5-f6b7-4dba-99fe-2e477a59456d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-plugged-c9ce7ed5-f6b7-4dba-99fe-2e477a59456d {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:45:37 user nova-compute[74922]: WARNING nova.compute.manager [req-dacb980f-c065-406d-8a51-c4eeaefc36e6 req-f4a13a2c-b26a-49a2-96ae-077fdf9d94b3 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received unexpected event network-vif-plugged-c9ce7ed5-f6b7-4dba-99fe-2e477a59456d for instance with vm_state building and task_state spawning.
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-6ad29262-eddc-4e1d-8758-5b9fa8bb2248 req-e5dc4ee2-7e18-432e-ba15-f783f85256b1 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-plugged-62f99372-6dac-42e9-9fe1-094912d1538d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6ad29262-eddc-4e1d-8758-5b9fa8bb2248 req-e5dc4ee2-7e18-432e-ba15-f783f85256b1 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6ad29262-eddc-4e1d-8758-5b9fa8bb2248 req-e5dc4ee2-7e18-432e-ba15-f783f85256b1 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6ad29262-eddc-4e1d-8758-5b9fa8bb2248 req-e5dc4ee2-7e18-432e-ba15-f783f85256b1 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-6ad29262-eddc-4e1d-8758-5b9fa8bb2248 req-e5dc4ee2-7e18-432e-ba15-f783f85256b1 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-plugged-62f99372-6dac-42e9-9fe1-094912d1538d {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:45:37 user nova-compute[74922]: WARNING nova.compute.manager [req-6ad29262-eddc-4e1d-8758-5b9fa8bb2248 req-e5dc4ee2-7e18-432e-ba15-f783f85256b1 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received unexpected event network-vif-plugged-62f99372-6dac-42e9-9fe1-094912d1538d for instance with vm_state building and task_state spawning.
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-6ad29262-eddc-4e1d-8758-5b9fa8bb2248 req-e5dc4ee2-7e18-432e-ba15-f783f85256b1 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-plugged-e4d4137e-9dcf-499e-bc0e-f2a080b25850 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6ad29262-eddc-4e1d-8758-5b9fa8bb2248 req-e5dc4ee2-7e18-432e-ba15-f783f85256b1 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6ad29262-eddc-4e1d-8758-5b9fa8bb2248 req-e5dc4ee2-7e18-432e-ba15-f783f85256b1 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6ad29262-eddc-4e1d-8758-5b9fa8bb2248 req-e5dc4ee2-7e18-432e-ba15-f783f85256b1 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-6ad29262-eddc-4e1d-8758-5b9fa8bb2248 req-e5dc4ee2-7e18-432e-ba15-f783f85256b1 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-plugged-e4d4137e-9dcf-499e-bc0e-f2a080b25850 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:45:37 user nova-compute[74922]: WARNING nova.compute.manager [req-6ad29262-eddc-4e1d-8758-5b9fa8bb2248 req-e5dc4ee2-7e18-432e-ba15-f783f85256b1 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received unexpected event network-vif-plugged-e4d4137e-9dcf-499e-bc0e-f2a080b25850 for instance with vm_state building and task_state spawning.
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-6ad29262-eddc-4e1d-8758-5b9fa8bb2248 req-e5dc4ee2-7e18-432e-ba15-f783f85256b1 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-plugged-e4d4137e-9dcf-499e-bc0e-f2a080b25850 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6ad29262-eddc-4e1d-8758-5b9fa8bb2248 req-e5dc4ee2-7e18-432e-ba15-f783f85256b1 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6ad29262-eddc-4e1d-8758-5b9fa8bb2248 req-e5dc4ee2-7e18-432e-ba15-f783f85256b1 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6ad29262-eddc-4e1d-8758-5b9fa8bb2248 req-e5dc4ee2-7e18-432e-ba15-f783f85256b1 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-6ad29262-eddc-4e1d-8758-5b9fa8bb2248 req-e5dc4ee2-7e18-432e-ba15-f783f85256b1 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-plugged-e4d4137e-9dcf-499e-bc0e-f2a080b25850 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:45:37 user nova-compute[74922]: WARNING nova.compute.manager [req-6ad29262-eddc-4e1d-8758-5b9fa8bb2248 req-e5dc4ee2-7e18-432e-ba15-f783f85256b1 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received unexpected event network-vif-plugged-e4d4137e-9dcf-499e-bc0e-f2a080b25850 for instance with vm_state building and task_state spawning.
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-a4b5aec1-1a71-4308-8303-16076e6e20fd req-579493b3-0d04-4cd0-9733-4d589b5682d9 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-plugged-5a99def7-3574-45be-8a99-2bc3978e26e0 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-a4b5aec1-1a71-4308-8303-16076e6e20fd req-579493b3-0d04-4cd0-9733-4d589b5682d9 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-a4b5aec1-1a71-4308-8303-16076e6e20fd req-579493b3-0d04-4cd0-9733-4d589b5682d9 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-a4b5aec1-1a71-4308-8303-16076e6e20fd req-579493b3-0d04-4cd0-9733-4d589b5682d9 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-a4b5aec1-1a71-4308-8303-16076e6e20fd req-579493b3-0d04-4cd0-9733-4d589b5682d9 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-plugged-5a99def7-3574-45be-8a99-2bc3978e26e0 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:45:37 user nova-compute[74922]: WARNING nova.compute.manager [req-a4b5aec1-1a71-4308-8303-16076e6e20fd req-579493b3-0d04-4cd0-9733-4d589b5682d9 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received unexpected event network-vif-plugged-5a99def7-3574-45be-8a99-2bc3978e26e0 for instance with vm_state building and task_state spawning.
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-a4b5aec1-1a71-4308-8303-16076e6e20fd req-579493b3-0d04-4cd0-9733-4d589b5682d9 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-plugged-5a99def7-3574-45be-8a99-2bc3978e26e0 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-a4b5aec1-1a71-4308-8303-16076e6e20fd req-579493b3-0d04-4cd0-9733-4d589b5682d9 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-a4b5aec1-1a71-4308-8303-16076e6e20fd req-579493b3-0d04-4cd0-9733-4d589b5682d9 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-a4b5aec1-1a71-4308-8303-16076e6e20fd req-579493b3-0d04-4cd0-9733-4d589b5682d9 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-a4b5aec1-1a71-4308-8303-16076e6e20fd req-579493b3-0d04-4cd0-9733-4d589b5682d9 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-plugged-5a99def7-3574-45be-8a99-2bc3978e26e0 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:45:37 user nova-compute[74922]: WARNING nova.compute.manager [req-a4b5aec1-1a71-4308-8303-16076e6e20fd req-579493b3-0d04-4cd0-9733-4d589b5682d9 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received unexpected event network-vif-plugged-5a99def7-3574-45be-8a99-2bc3978e26e0 for instance with vm_state building and task_state spawning.
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:37 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:45:37 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=7399MB free_disk=25.555904388427734GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:37 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Instance spawned successfully.
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f72ef235-8d9c-4913-a4e3-1024f40fe54a]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:37 user nova-compute[74922]: INFO nova.compute.manager [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Rebuilding instance
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZSkoPUgN {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZSkoPUgN" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4005d340-5968-4f51-9b96-2019ba248a20]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZSkoPUgN'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[140314df-abb1-4a0c-aebd-834cea366df8]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[69495384-8122-436c-98b5-9657761cbca8]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:45:37 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:37 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:37 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:37 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:37 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:45:37 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:45:37 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:45:37 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:37 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:37 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:37 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:37 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:45:37 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:45:37 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 6ba76d75-271d-4523-b0f0-e43997a43ac8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance d2d0fded-ace8-4303-b141-bb13dff73c5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance d750dda3-675a-48fe-92d4-5bb35e274e1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance f043cb05-eb51-4e0c-9a91-082ad6149324 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 55264a4f-7b2d-4fea-9ddd-db519958b047 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 7e417d76-c45b-4033-aa0e-c98c1268971d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 24068942-be4d-4353-9eae-a9772d380590 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 4c3e6679-374d-4644-b05d-ef0bf04d7a3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 3ea053be-1937-4292-80ea-eb4d5e03b5e2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 3eda9718-c0e8-45d0-b2d7-403f219e8192 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance ecb14dfa-b1d5-428e-b89f-d6ef246516fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 05:45:37 user nova-compute[74922]: INFO nova.compute.manager [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Took 12.72 seconds to spawn the instance on the hypervisor.
Oct 30 05:45:37 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a -p 172.16.0.220:3260 --login" returned: 0 in 0.114s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4416be0-0e23-4b0d-90ad-ab87269a09f8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a, portal: 172.16.0.220,3260]
Oct 30 05:45:37 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a, portal: 172.16.0.220,3260] successful.
Oct 30 05:45:37 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bf3a05c-8a15-410d-9f5f-28d2cb32b903]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba678190-44a1-4721-b57d-d1d71755fcef]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:45:38 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:38 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:38 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:38 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:38 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:45:38 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:45:38 user nova-compute[74922]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)
Oct 30 05:45:38 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:45:38 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:38 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:38 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:38 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:38 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:45:38 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:45:38 user nova-compute[74922]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)
Oct 30 05:45:38 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 5.941s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] HCTL ('40', '-', '-', 0) found on session 9 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:45:38 user nova-compute[74922]: INFO nova.compute.manager [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Took 79.71 seconds to build instance.
Oct 30 05:45:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf04a207-1073-43a0-84ce-d729683df4c5]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Searching for a device in session 9 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZSkoPUgN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f87e0458-ab9e-41e0-9c85-004a36a42538 tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 79.846s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-301d0e32-3364-4983-b622-424239e3ed8d req-75ed084b-5561-4767-b967-b26883aa97e1 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Received event network-vif-unplugged-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-301d0e32-3364-4983-b622-424239e3ed8d req-75ed084b-5561-4767-b967-b26883aa97e1 service nova] Acquiring lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-301d0e32-3364-4983-b622-424239e3ed8d req-75ed084b-5561-4767-b967-b26883aa97e1 service nova] Lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-301d0e32-3364-4983-b622-424239e3ed8d req-75ed084b-5561-4767-b967-b26883aa97e1 service nova] Lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-301d0e32-3364-4983-b622-424239e3ed8d req-75ed084b-5561-4767-b967-b26883aa97e1 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] No waiting events found dispatching network-vif-unplugged-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:45:38 user nova-compute[74922]: WARNING nova.compute.manager [req-301d0e32-3364-4983-b622-424239e3ed8d req-75ed084b-5561-4767-b967-b26883aa97e1 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Received unexpected event network-vif-unplugged-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c for instance with vm_state active and task_state rebuilding.
Oct 30 05:45:38 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.025s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:38 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Instance destroyed successfully.
Oct 30 05:45:38 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Instance destroyed successfully.
Oct 30 05:45:38 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:43:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1671300911',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-39662126',id=8,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCe0+rWFu+0G8uFTK4dQWjNEWXrTR+3t+bysQx857NIldiHaqaIoP3Bscur1xwqXc5hprDJeAfoGUaw5kwih0MpCr2G//4+GxN1WKDO5erMQeVctAdOQl85PSv5Zr8a8Sg==',key_name='tempest-keypair-2132190904',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:44:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='cce501e87faf45949eba8517dd9a3ea2',ramdisk_id='',reservation_id='r-p4cyc8pz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1120424251',owner_user_name='tempest-ServerActionsV293TestJSON-1120424251-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:45:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='73f9b18574c24a3482707f90c1324c1d',uuid=3ea053be-1937-4292-80ea-eb4d5e03b5e2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "address": "fa:16:3e:df:3c:72", "network": {"id": "78892be9-b10d-4a13-942a-a2056c4e2987", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1397092291-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cce501e87faf45949eba8517dd9a3ea2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50a3bf3c-1c", "ovs_interfaceid": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Converting VIF {"id": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "address": "fa:16:3e:df:3c:72", "network": {"id": "78892be9-b10d-4a13-942a-a2056c4e2987", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1397092291-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cce501e87faf45949eba8517dd9a3ea2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50a3bf3c-1c", "ovs_interfaceid": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:df:3c:72,bridge_name='br-int',has_traffic_filtering=True,id=50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c,network=Network(78892be9-b10d-4a13-942a-a2056c4e2987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50a3bf3c-1c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG os_vif [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:df:3c:72,bridge_name='br-int',has_traffic_filtering=True,id=50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c,network=Network(78892be9-b10d-4a13-942a-a2056c4e2987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50a3bf3c-1c') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap50a3bf3c-1c, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7b7dbc4c-c0fd-44bf-9898-f7b2a0cd5d73) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:38 user nova-compute[74922]: INFO os_vif [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:df:3c:72,bridge_name='br-int',has_traffic_filtering=True,id=50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c,network=Network(78892be9-b10d-4a13-942a-a2056c4e2987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50a3bf3c-1c')
Oct 30 05:45:38 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cOeiKpUf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:45:38 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 30 05:45:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:45:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 6.987s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] <== connect_volume: return (6990ms) {'type': 'block', 'scsi_wwn': '23635656233633333', 'path': '/dev/sdi'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23635656233633333', 'path': '/dev/sdi'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.286s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG nova.objects.instance [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lazy-loading 'flavor' on Instance uuid 55264a4f-7b2d-4fea-9ddd-db519958b047 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd12c50a-9035-48e9-a124-bb8d97413588]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:45:39 user nova-compute[74922]: No targets found.
Oct 30 05:45:39 user nova-compute[74922]: iSNS:
Oct 30 05:45:39 user nova-compute[74922]: No targets found.
Oct 30 05:45:39 user nova-compute[74922]: STATIC:
Oct 30 05:45:39 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b
Oct 30 05:45:39 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:45:39 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:45:39 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb
Oct 30 05:45:39 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:45:39 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:45:39 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e
Oct 30 05:45:39 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:45:39 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:45:39 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930
Oct 30 05:45:39 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:45:39 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:45:39 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432
Oct 30 05:45:39 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:45:39 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:45:39 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d
Oct 30 05:45:39 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:45:39 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:45:39 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a
Oct 30 05:45:39 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:45:39 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:45:39 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e
Oct 30 05:45:39 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:45:39 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:45:39 user nova-compute[74922]: FIRMWARE:
Oct 30 05:45:39 user nova-compute[74922]: No targets found.
Oct 30 05:45:39 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:45:39 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:45:39 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 05:45:39 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:45:39 user nova-compute[74922]:   <source dev="/dev/sdi"/>
Oct 30 05:45:39 user nova-compute[74922]:   <target dev="sdc" bus="scsi"/>
Oct 30 05:45:39 user nova-compute[74922]:   <serial>bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a</serial>
Oct 30 05:45:39 user nova-compute[74922]:   <address type="drive" controller="0" unit="2"/>
Oct 30 05:45:39 user nova-compute[74922]: </disk>
Oct 30 05:45:39 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[425c234f-3739-421e-9d7d-6acb7a6292c7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[089882d3-5765-4210-90fd-b05e83bc0a05]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:45:39 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:39 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:39 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:39 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:39 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:45:39 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:45:39 user nova-compute[74922]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)
Oct 30 05:45:39 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:45:39 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:39 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:39 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:39 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:39 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:45:39 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:45:39 user nova-compute[74922]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)
Oct 30 05:45:39 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f822c318430>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e'): ({'sdb'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Removing single pathed devices sdb {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[63372084-3477-4f3f-8b56-0a6f4874750b]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[52116d58-1250-41f1-9312-69b66d8071c1]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Flushing IO for device /dev/sdb {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d979556f-5e94-4fab-8b40-8e52e8ce95e0]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.051s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[420ee3ed-8d66-4939-bcf0-446962bdf303]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[38c7f678-1c82-4431-b130-da4723f72b91]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --logout" returned: 0 in 0.082s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2bf6ae4-7b40-4ec6-b11a-ad07915018bf]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e, portal: 172.16.0.220,3260]
Oct 30 05:45:39 user nova-compute[74922]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e, portal: 172.16.0.220,3260] successful.
Oct 30 05:45:39 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2275d741-0409-4754-a66a-62838c1c703b]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.398s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] <== disconnect_volume: return (684ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:45:39 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Deleting instance files /opt/stack/data/nova/instances/3ea053be-1937-4292-80ea-eb4d5e03b5e2_del
Oct 30 05:45:39 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Deletion of /opt/stack/data/nova/instances/3ea053be-1937-4292-80ea-eb4d5e03b5e2_del complete
Oct 30 05:45:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Checking UEFI support for host arch (x86_64) {{(pid=74922) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1751}}
Oct 30 05:45:39 user nova-compute[74922]: INFO nova.virt.libvirt.host [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] UEFI support detected
Oct 30 05:45:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] No BDM found with device name sda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] No BDM found with device name sdc, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] No VIF found with MAC fa:16:3e:00:30:5b, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:45:39 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance 3ea053be-1937-4292-80ea-eb4d5e03b5e2 could not be found.
Oct 30 05:45:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cOeiKpUf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:45:39 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1081bf68-f179-46cc-bf64-29e4b3b21254 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "55264a4f-7b2d-4fea-9ddd-db519958b047" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 31.908s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd7913e4-6ca6-453a-ac72-7840a3ece610]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:45:39 user nova-compute[74922]: No targets found.
Oct 30 05:45:39 user nova-compute[74922]: iSNS:
Oct 30 05:45:39 user nova-compute[74922]: No targets found.
Oct 30 05:45:39 user nova-compute[74922]: STATIC:
Oct 30 05:45:39 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b
Oct 30 05:45:39 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:45:39 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:45:39 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb
Oct 30 05:45:39 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:45:39 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:45:39 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e
Oct 30 05:45:39 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:45:39 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:45:39 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930
Oct 30 05:45:39 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:45:39 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:45:39 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432
Oct 30 05:45:39 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:45:39 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:45:39 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d
Oct 30 05:45:39 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:45:39 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:45:39 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a
Oct 30 05:45:39 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:45:39 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:45:39 user nova-compute[74922]: FIRMWARE:
Oct 30 05:45:39 user nova-compute[74922]: No targets found.
Oct 30 05:45:39 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:45:39 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:45:39 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4a4522e-ce7f-48dd-8c7f-d8d6016a50b5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[90794bbe-4bbc-4c45-9632-e90ec83c846c]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:39 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:39 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:39 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:39 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:45:39 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:45:39 user nova-compute[74922]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)
Oct 30 05:45:39 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:39 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:39 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:39 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:39 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:45:39 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:45:39 user nova-compute[74922]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)
Oct 30 05:45:39 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8244196b90>, {}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Disconnecting from: [] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.103s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] <== disconnect_volume: return (105ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:45:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:45:40 user nova-compute[74922]: DEBUG nova.compute.manager [req-23c955bf-ab2f-4c45-960d-b94f37af91d2 req-f158cba0-8994-4d2a-b477-a35d501028cf service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Received event network-vif-plugged-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:45:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-23c955bf-ab2f-4c45-960d-b94f37af91d2 req-f158cba0-8994-4d2a-b477-a35d501028cf service nova] Acquiring lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-23c955bf-ab2f-4c45-960d-b94f37af91d2 req-f158cba0-8994-4d2a-b477-a35d501028cf service nova] Lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-23c955bf-ab2f-4c45-960d-b94f37af91d2 req-f158cba0-8994-4d2a-b477-a35d501028cf service nova] Lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:40 user nova-compute[74922]: DEBUG nova.compute.manager [req-23c955bf-ab2f-4c45-960d-b94f37af91d2 req-f158cba0-8994-4d2a-b477-a35d501028cf service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] No waiting events found dispatching network-vif-plugged-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:45:40 user nova-compute[74922]: WARNING nova.compute.manager [req-23c955bf-ab2f-4c45-960d-b94f37af91d2 req-f158cba0-8994-4d2a-b477-a35d501028cf service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Received unexpected event network-vif-plugged-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c for instance with vm_state active and task_state rebuilding.
Oct 30 05:45:41 user nova-compute[74922]: DEBUG nova.compute.manager [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Preparing to wait for external event volume-reimaged-86991b09-636b-426b-9654-e9400244050e {{(pid=74922) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Oct 30 05:45:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Acquiring lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Acquiring lock "55264a4f-7b2d-4fea-9ddd-db519958b047" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "55264a4f-7b2d-4fea-9ddd-db519958b047" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:42 user nova-compute[74922]: INFO nova.compute.manager [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Detaching volume bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a
Oct 30 05:45:42 user nova-compute[74922]: INFO nova.virt.block_device [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Attempting to driver detach volume bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a from mountpoint /dev/sdc
Oct 30 05:45:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Attempting to detach device sdc from instance 55264a4f-7b2d-4fea-9ddd-db519958b047 from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 05:45:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:45:42 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:45:42 user nova-compute[74922]:   <source dev="/dev/sdi"/>
Oct 30 05:45:42 user nova-compute[74922]:   <target dev="sdc" bus="scsi"/>
Oct 30 05:45:42 user nova-compute[74922]:   <serial>bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a</serial>
Oct 30 05:45:42 user nova-compute[74922]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 30 05:45:42 user nova-compute[74922]: </disk>
Oct 30 05:45:42 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:45:42 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Successfully detached device sdc from instance 55264a4f-7b2d-4fea-9ddd-db519958b047 from the persistent domain config.
Oct 30 05:45:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance 55264a4f-7b2d-4fea-9ddd-db519958b047 from the live domain config. {{(pid=74922) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 05:45:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:45:42 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:45:42 user nova-compute[74922]:   <source dev="/dev/sdi"/>
Oct 30 05:45:42 user nova-compute[74922]:   <target dev="sdc" bus="scsi"/>
Oct 30 05:45:42 user nova-compute[74922]:   <serial>bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a</serial>
Oct 30 05:45:42 user nova-compute[74922]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 30 05:45:42 user nova-compute[74922]: </disk>
Oct 30 05:45:42 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:45:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance 55264a4f-7b2d-4fea-9ddd-db519958b047 {{(pid=74922) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 05:45:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GTqsaVtD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:45:44 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:45:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:45:44 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:45:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:45:44 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:45:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[df0dd906-a9d0-427b-9ef4-47eae97a9d25]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:45:44 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[46cc9f2c-85bb-43dd-aedd-b604a0caacf7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71] added
Oct 30 05:45:44 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc95b71e-86d0-49ca-a1e3-d8147f7e390f]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb3a72e4-9348-4dfe-ac7b-b835d3aa1924]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GTqsaVtD {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GTqsaVtD" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[77a7a360-67cd-4e41-bd60-24ae329dcb0a]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GTqsaVtD'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c43bc655-b28a-4fd3-86dc-2b61dcfd8f29]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0675cfe8-8c3e-4054-b394-b7857ba49520]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:45 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:45 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:45 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:45 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:45:45 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:45:45 user nova-compute[74922]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)
Oct 30 05:45:45 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:45:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:45 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:45 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:45 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:45 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:45:45 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:45:45 user nova-compute[74922]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)
Oct 30 05:45:45 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:45:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 -p 172.16.0.220:3260 --login" returned: 0 in 0.094s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[06df4db4-b8f1-4629-97e0-f0a3bfb4051e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71, portal: 172.16.0.220,3260]
Oct 30 05:45:45 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71, portal: 172.16.0.220,3260] successful.
Oct 30 05:45:45 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9fb9883-88d7-461e-9805-d6b5fdb0c50c]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.044s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c2ddb37-669a-458f-8fe1-77c549cc5b95]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 (non-flash)
Oct 30 05:45:45 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:45 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:45 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:45 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:45 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:45:45 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:45:45 user nova-compute[74922]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)
Oct 30 05:45:45 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:45:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 (non-flash)
Oct 30 05:45:45 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:45 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:45 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:45 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:45 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:45:45 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:45:45 user nova-compute[74922]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)
Oct 30 05:45:45 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:45:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.374s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:45:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:45:45 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] HCTL ('33', '-', '-', 0) found on session 10 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:45:45 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Scanning host 33 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:45:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[08678c89-b122-4ddc-b308-e75265003188]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:45 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Searching for a device in session 10 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:45:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GTqsaVtD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.429s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] <== connect_volume: return (1430ms) {'type': 'block', 'scsi_wwn': '26539333134666331', 'path': '/dev/sdb'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26539333134666331', 'path': '/dev/sdb'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG nova.objects.instance [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Lazy-loading 'flavor' on Instance uuid d2d0fded-ace8-4303-b141-bb13dff73c5f {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] attach device xml: <disk type="block" device="disk">
Oct 30 05:45:46 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:45:46 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 05:45:46 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:45:46 user nova-compute[74922]:   <serial>10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71</serial>
Oct 30 05:45:46 user nova-compute[74922]: </disk>
Oct 30 05:45:46 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 05:45:46 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7e417d76-c45b-4033-aa0e-c98c1268971d is timed out.
Oct 30 05:45:46 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Successfully detached device vdb from instance 7e417d76-c45b-4033-aa0e-c98c1268971d from the live domain config.
Oct 30 05:45:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YnmWEaXv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:45:46 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:45:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c5752fd-4fc6-43d1-89fa-46a568238054]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:45:46 user nova-compute[74922]: No targets found.
Oct 30 05:45:46 user nova-compute[74922]: iSNS:
Oct 30 05:45:46 user nova-compute[74922]: No targets found.
Oct 30 05:45:46 user nova-compute[74922]: STATIC:
Oct 30 05:45:46 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b
Oct 30 05:45:46 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:45:46 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:45:46 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb
Oct 30 05:45:46 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:45:46 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:45:46 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e
Oct 30 05:45:46 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:45:46 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:45:46 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71
Oct 30 05:45:46 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:45:46 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:45:46 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930
Oct 30 05:45:46 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:45:46 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:45:46 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432
Oct 30 05:45:46 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:45:46 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:45:46 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d
Oct 30 05:45:46 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:45:46 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:45:46 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a
Oct 30 05:45:46 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:45:46 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:45:46 user nova-compute[74922]: FIRMWARE:
Oct 30 05:45:46 user nova-compute[74922]: No targets found.
Oct 30 05:45:46 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:45:46 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:45:46 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dfbb33e-148e-4744-994b-056dc5b9e50f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] No VIF found with MAC fa:16:3e:f1:74:c5, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.040s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[06639296-bc2a-4f4c-8e2f-51f53bc9848e]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 (non-flash)
Oct 30 05:45:46 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:46 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:46 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:46 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:46 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:45:46 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:45:46 user nova-compute[74922]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)
Oct 30 05:45:46 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 (non-flash)
Oct 30 05:45:46 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:46 user nova-compute[74922]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d (non-flash)
Oct 30 05:45:46 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:46 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:46 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:45:46 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:45:46 user nova-compute[74922]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)
Oct 30 05:45:46 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f822c569870>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d'): ({'sdd'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Removing single pathed devices sdd {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ccea94e-aaaf-4fba-9d49-d3abb3e2d8a9]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[495f65ba-ff75-4970-8930-b0688ef849a8]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Flushing IO for device /dev/sdd {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ecac858-5c23-46e6-8567-72d5659dadb4]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.052s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e427435-6f26-41f7-8bfc-64d6fb263235]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] SCSI volumes sdd have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[45215d48-83c9-4b3b-b59d-75e4ec495ad5]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-841c7b96-80a9-403f-8ad1-8463baa2b88f tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Lock "d2d0fded-ace8-4303-b141-bb13dff73c5f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 37.531s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:47 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e2a8dad-f371-4f88-81f4-92bd8cb429c3]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:47 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d, portal: 172.16.0.220,3260]
Oct 30 05:45:47 user nova-compute[74922]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d, portal: 172.16.0.220,3260] successful.
Oct 30 05:45:47 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde9d5bc-d991-4e31-ae4a-c0263491820d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:47 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dca794e-b8bb-4986-a403-f60733415fac]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:47 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:47 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.408s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:45:47 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] <== disconnect_volume: return (409ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:45:47 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:45:47 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-bd7d11ac-8a00-4461-bfc7-0e120116dd7a tempest-VolumesAssistedSnapshotsTest-143294936 tempest-VolumesAssistedSnapshotsTest-143294936-project] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] volume_snapshot_create: create_info: {'snapshot_id': '11a8b6cd-53fe-40dd-91e9-40ea592b1549', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=74922) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Oct 30 05:45:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-bd7d11ac-8a00-4461-bfc7-0e120116dd7a tempest-VolumesAssistedSnapshotsTest-143294936 tempest-VolumesAssistedSnapshotsTest-143294936-project] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] snap xml: <domainsnapshot>
Oct 30 05:45:48 user nova-compute[74922]:   <disks>
Oct 30 05:45:48 user nova-compute[74922]:     <disk name="/dev/sdb" snapshot="external" type="file">
Oct 30 05:45:48 user nova-compute[74922]:       <source file="/dev/new_file"/>
Oct 30 05:45:48 user nova-compute[74922]:     </disk>
Oct 30 05:45:48 user nova-compute[74922]:     <disk name="vda" snapshot="no"/>
Oct 30 05:45:48 user nova-compute[74922]:   </disks>
Oct 30 05:45:48 user nova-compute[74922]: </domainsnapshot>
Oct 30 05:45:48 user nova-compute[74922]:  {{(pid=74922) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Oct 30 05:45:48 user nova-compute[74922]: DEBUG nova.objects.instance [None req-bd7d11ac-8a00-4461-bfc7-0e120116dd7a tempest-VolumesAssistedSnapshotsTest-143294936 tempest-VolumesAssistedSnapshotsTest-143294936-project] Lazy-loading 'system_metadata' on Instance uuid d2d0fded-ace8-4303-b141-bb13dff73c5f {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:45:48 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-bd7d11ac-8a00-4461-bfc7-0e120116dd7a tempest-VolumesAssistedSnapshotsTest-143294936 tempest-VolumesAssistedSnapshotsTest-143294936-project] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [None req-bd7d11ac-8a00-4461-bfc7-0e120116dd7a tempest-VolumesAssistedSnapshotsTest-143294936 tempest-VolumesAssistedSnapshotsTest-143294936-project] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Traceback (most recent call last):
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]     rv = execute(f, *args, **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]     six.reraise(c, e, tb)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]     raise value
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]     rv = meth(*args, **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] 
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [None req-bd7d11ac-8a00-4461-bfc7-0e120116dd7a tempest-VolumesAssistedSnapshotsTest-143294936 tempest-VolumesAssistedSnapshotsTest-143294936-project] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Traceback (most recent call last):
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]     self._volume_snapshot_create(context, instance, guest,
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]     rv = execute(f, *args, **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]     six.reraise(c, e, tb)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]     raise value
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]     rv = meth(*args, **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] 
Oct 30 05:45:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1f978e69-3617-49e5-8500-fdc0fbb428b7 tempest-VolumesAssistedSnapshotsTest-143294936 tempest-VolumesAssistedSnapshotsTest-143294936-project] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] volume_snapshot_delete: delete_info: {'volume_id': '10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71'} {{(pid=74922) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [None req-1f978e69-3617-49e5-8500-fdc0fbb428b7 tempest-VolumesAssistedSnapshotsTest-143294936 tempest-VolumesAssistedSnapshotsTest-143294936-project] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Traceback (most recent call last):
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]     self._volume_snapshot_delete(context, instance, volume_id,
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f]     if delete_info['type'] != 'qcow2':
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] KeyError: 'type'
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] 
Oct 30 05:45:48 user nova-compute[74922]: DEBUG nova.objects.instance [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lazy-loading 'flavor' on Instance uuid 7e417d76-c45b-4033-aa0e-c98c1268971d {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:45:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0f5805f1-b974-4438-b101-79cedfd69013 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "7e417d76-c45b-4033-aa0e-c98c1268971d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.319s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [None req-1f978e69-3617-49e5-8500-fdc0fbb428b7 tempest-VolumesAssistedSnapshotsTest-143294936 tempest-VolumesAssistedSnapshotsTest-143294936-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver 
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver 
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-db654f58-893d-4afb-9dd3-b755e4d57143)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver 
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver 
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver 
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver [None req-bd7d11ac-8a00-4461-bfc7-0e120116dd7a tempest-VolumesAssistedSnapshotsTest-143294936 tempest-VolumesAssistedSnapshotsTest-143294936-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot 11a8b6cd-53fe-40dd-91e9-40ea592b1549 could not be found.
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     raise value
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver 
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver 
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot 11a8b6cd-53fe-40dd-91e9-40ea592b1549 could not be found. (HTTP 404) (Request-ID: req-156cbe41-59b9-4eca-8411-b162ce6dfc0e)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver 
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver 
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot 11a8b6cd-53fe-40dd-91e9-40ea592b1549 could not be found.
Oct 30 05:45:48 user nova-compute[74922]: ERROR nova.virt.libvirt.driver 
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server [None req-1f978e69-3617-49e5-8500-fdc0fbb428b7 tempest-VolumesAssistedSnapshotsTest-143294936 tempest-VolumesAssistedSnapshotsTest-143294936-project] Exception during message handling: KeyError: 'type'
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4516, in volume_snapshot_delete
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server 
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server [None req-bd7d11ac-8a00-4461-bfc7-0e120116dd7a tempest-VolumesAssistedSnapshotsTest-143294936 tempest-VolumesAssistedSnapshotsTest-143294936-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4504, in volume_snapshot_create
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     raise value
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 30 05:45:48 user nova-compute[74922]: ERROR oslo_messaging.rpc.server 
Oct 30 05:45:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Acquiring lock "d2d0fded-ace8-4303-b141-bb13dff73c5f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:45:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Lock "d2d0fded-ace8-4303-b141-bb13dff73c5f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:45:48 user nova-compute[74922]: INFO nova.compute.manager [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Detaching volume 10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71
Oct 30 05:45:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:48 user nova-compute[74922]: INFO nova.virt.block_device [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Attempting to driver detach volume 10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 from mountpoint /dev/vdb
Oct 30 05:45:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Attempting to detach device vdb from instance d2d0fded-ace8-4303-b141-bb13dff73c5f from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 05:45:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] detach device xml: <disk type="block" device="disk">
Oct 30 05:45:48 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:45:48 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 05:45:48 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:45:48 user nova-compute[74922]:   <serial>10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71</serial>
Oct 30 05:45:48 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 05:45:48 user nova-compute[74922]: </disk>
Oct 30 05:45:48 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:45:48 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Successfully detached device vdb from instance d2d0fded-ace8-4303-b141-bb13dff73c5f from the persistent domain config.
Oct 30 05:45:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d2d0fded-ace8-4303-b141-bb13dff73c5f from the live domain config. {{(pid=74922) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 05:45:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] detach device xml: <disk type="block" device="disk">
Oct 30 05:45:48 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:45:48 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 05:45:48 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:45:48 user nova-compute[74922]:   <serial>10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71</serial>
Oct 30 05:45:48 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 05:45:48 user nova-compute[74922]: </disk>
Oct 30 05:45:48 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:45:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d2d0fded-ace8-4303-b141-bb13dff73c5f {{(pid=74922) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG nova.compute.manager [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] [instance: 24068942-be4d-4353-9eae-a9772d380590] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GOUDkKLy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '24068942-be4d-4353-9eae-a9772d380590', 'attached_at': '', 'detached_at': '', 'volume_id': 'f13a5706-387e-429c-b6f7-a517a618fb4b', 'serial': 'f13a5706-387e-429c-b6f7-a517a618fb4b'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VUBpFszZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': '24068942-be4d-4353-9eae-a9772d380590', 'attached_at': '', 'detached_at': '', 'volume_id': '25b454f8-51f9-4b95-b5f0-4327d46635cb', 'serial'} {{(pid=74922) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] [instance: 24068942-be4d-4353-9eae-a9772d380590] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GOUDkKLy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:45:52 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:45:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:45:52 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:45:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:45:52 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2548a81-1b86-4db7-bcc0-e8285aeb36b5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:45:52 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dd11380-74fa-46a4-8a54-e90add0c538c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b] added
Oct 30 05:45:52 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.055s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7590822-3daa-4f4f-b133-b3f806017e8e]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0f9ae52-1639-47f7-a648-77946b7adcf6]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GOUDkKLy {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GOUDkKLy" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3c6cdf7-01e7-4eab-9dd6-adc4548dd940]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GOUDkKLy'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9de61e8-ea9e-4d35-8155-04787f0f7c36]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c35f847-ddbe-49d8-a6db-980b5d2eaf6f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 (non-flash)
Oct 30 05:45:52 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:52 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:52 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:52 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:45:52 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:45:52 user nova-compute[74922]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)
Oct 30 05:45:52 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 (non-flash)
Oct 30 05:45:52 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:52 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:52 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:52 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:45:52 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:45:52 user nova-compute[74922]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)
Oct 30 05:45:52 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b -p 172.16.0.220:3260 --login" returned: 0 in 0.090s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fce2edb3-17b1-4534-9d48-887c318c3307]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b, portal: 172.16.0.220,3260]
Oct 30 05:45:52 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b, portal: 172.16.0.220,3260] successful.
Oct 30 05:45:52 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[da84beb8-20e6-4a97-8db9-9b08ee057f48]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[60b25144-11f7-486d-b5a9-1d9c0a694814]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 (non-flash)
Oct 30 05:45:52 user nova-compute[74922]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:45:52 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:52 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:52 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:52 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:45:52 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:45:52 user nova-compute[74922]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)
Oct 30 05:45:52 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 (non-flash)
Oct 30 05:45:52 user nova-compute[74922]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:45:52 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:45:52 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:45:52 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:45:52 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:45:52 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:45:52 user nova-compute[74922]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)
Oct 30 05:45:52 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.376s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] HCTL ('35', '-', '-', 0) found on session 11 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Scanning host 35 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.032s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a423f59-2177-4545-ad6e-9f4e50290b2d]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Searching for a device in session 11 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:45:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GOUDkKLy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:45:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:53 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.426s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:45:53 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] <== connect_volume: return (1427ms) {'type': 'block', 'scsi_wwn': '26337343864346430', 'path': '/dev/sdd'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:45:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] [instance: 24068942-be4d-4353-9eae-a9772d380590] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26337343864346430', 'path': '/dev/sdd'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:45:53 user nova-compute[74922]: DEBUG nova.objects.instance [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Lazy-loading 'flavor' on Instance uuid 24068942-be4d-4353-9eae-a9772d380590 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:45:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:54 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] COPY block job progress, current cursor: 7340032 final cursor: 1073741824 {{(pid=74922) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 05:45:54 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] COPY block job progress, current cursor: 160432128 final cursor: 1073741824 {{(pid=74922) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 05:45:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] COPY block job progress, current cursor: 260046848 final cursor: 1073741824 {{(pid=74922) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 05:45:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] COPY block job progress, current cursor: 273678336 final cursor: 1073741824 {{(pid=74922) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 05:45:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] COPY block job progress, current cursor: 344981504 final cursor: 1073741824 {{(pid=74922) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 05:45:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] COPY block job progress, current cursor: 420478976 final cursor: 1073741824 {{(pid=74922) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 05:45:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] COPY block job progress, current cursor: 554696704 final cursor: 1073741824 {{(pid=74922) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 05:45:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] COPY block job progress, current cursor: 698351616 final cursor: 1073741824 {{(pid=74922) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 05:45:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] COPY block job progress, current cursor: 822083584 final cursor: 1073741824 {{(pid=74922) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 05:45:58 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:58 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:45:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] COPY block job progress, current cursor: 942669824 final cursor: 1073741824 {{(pid=74922) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 05:45:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] COPY block job progress, current cursor: 1037041664 final cursor: 1073741824 {{(pid=74922) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 05:45:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74922) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] [instance: 24068942-be4d-4353-9eae-a9772d380590] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VUBpFszZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:46:00 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:46:00 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6fc6303-9922-425d-ab7e-e86031f366c6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:46:00 user nova-compute[74922]: No targets found.
Oct 30 05:46:00 user nova-compute[74922]: iSNS:
Oct 30 05:46:00 user nova-compute[74922]: No targets found.
Oct 30 05:46:00 user nova-compute[74922]: STATIC:
Oct 30 05:46:00 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b
Oct 30 05:46:00 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:00 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:00 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb
Oct 30 05:46:00 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:00 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:00 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e
Oct 30 05:46:00 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:00 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:00 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71
Oct 30 05:46:00 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:00 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:00 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930
Oct 30 05:46:00 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:00 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:00 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432
Oct 30 05:46:00 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:00 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:00 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b
Oct 30 05:46:00 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:00 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:00 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a
Oct 30 05:46:00 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:00 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:00 user nova-compute[74922]: FIRMWARE:
Oct 30 05:46:00 user nova-compute[74922]: No targets found.
Oct 30 05:46:00 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:46:00 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:46:00 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b24ca734-d964-4c7e-a16f-4356e6c8ae2c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0dbb3ef-8712-411a-81b8-2f050dd9634b]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 (non-flash)
Oct 30 05:46:00 user nova-compute[74922]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:46:00 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:46:00 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:46:00 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:46:00 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:46:00 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:46:00 user nova-compute[74922]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)
Oct 30 05:46:00 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 (non-flash)
Oct 30 05:46:00 user nova-compute[74922]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:46:00 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:46:00 user nova-compute[74922]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb (non-flash)
Oct 30 05:46:00 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:46:00 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:46:00 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:46:00 user nova-compute[74922]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)
Oct 30 05:46:00 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f822c404f70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb'): ({'sde'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Removing single pathed devices sde {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e24c1bec-9bf6-426e-bde8-e33ce24df7c1]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4060d223-abb3-404c-a958-5e6b9c2691c2]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Flushing IO for device /dev/sde {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[dacb07ad-ab93-47ce-b683-824c7168919d]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.060s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f265253-8ce8-4990-b7d4-f443b210072b]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Checking to see if SCSI volumes sde have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] SCSI volumes sde have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[26bd959a-bfa4-4d2b-afdd-8f837cf8f4e7]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb -p 172.16.0.220:3260 --logout" returned: 0 in 0.138s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6431b63e-4646-4f2f-9389-8b5d16c58ce8]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb, portal: 172.16.0.220,3260]
Oct 30 05:46:00 user nova-compute[74922]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb, portal: 172.16.0.220,3260] successful.
Oct 30 05:46:00 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25b454f8-51f9-4b95-b5f0-4327d46635cb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.045s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1e988c9-3d4c-44cc-948f-c3b374ed8e8c]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.455s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] <== disconnect_volume: return (457ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] [instance: 24068942-be4d-4353-9eae-a9772d380590] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG nova.compute.manager [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GOUDkKLy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '24068942-be4d-4353-9eae-a9772d380590', 'attached_at': '', 'detached_at': '', 'volume_id': 'f13a5706-387e-429c-b6f7-a517a618fb4b', 'serial'} {{(pid=74922) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 30 05:46:00 user nova-compute[74922]: DEBUG nova.compute.manager [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] [instance: 24068942-be4d-4353-9eae-a9772d380590] swap_volume: removing Cinder connection for volume 25b454f8-51f9-4b95-b5f0-4327d46635cb {{(pid=74922) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 30 05:46:01 user nova-compute[74922]: DEBUG nova.compute.manager [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] [instance: 24068942-be4d-4353-9eae-a9772d380590] swap_volume: Updating volume 25b454f8-51f9-4b95-b5f0-4327d46635cb BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "GOUDkKLy", "auth_password": "vanrl6WbSZd7LO", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdd", "volume_id": "f13a5706-387e-429c-b6f7-a517a618fb4b"}, "status": "reserved", "instance": "24068942-be4d-4353-9eae-a9772d380590", "attached_at": "", "detached_at": "", "volume_id": "f13a5706-387e-429c-b6f7-a517a618fb4b", "serial": "f13a5706-387e-429c-b6f7-a517a618fb4b"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'f13a5706-387e-429c-b6f7-a517a618fb4b', 'no_device': None, 'attachment_id': '638cceb8-6469-4645-9efa-b45eebc8a8d7'} {{(pid=74922) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 30 05:46:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-36e72cc2-5f22-4828-afc6-a9bda6a255a6 tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Lock "24068942-be4d-4353-9eae-a9772d380590" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 34.738s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-61b6465c-2a56-4e18-9c5f-e858ca7de31d tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Acquiring lock "24068942-be4d-4353-9eae-a9772d380590" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-61b6465c-2a56-4e18-9c5f-e858ca7de31d tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Lock "24068942-be4d-4353-9eae-a9772d380590" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG os_brick.utils [None req-61b6465c-2a56-4e18-9c5f-e858ca7de31d tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0714b3ff-7471-41dd-8e98-bc4d0c2ce944]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fdd0fce-be94-4229-b208-30c7fc243b71]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcd3b065-ce46-47e2-9315-dde1e8f71117]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b6b1a15-dae2-4a82-b318-065dc731162b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-61b6465c-2a56-4e18-9c5f-e858ca7de31d tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-61b6465c-2a56-4e18-9c5f-e858ca7de31d tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:46:02 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance 55264a4f-7b2d-4fea-9ddd-db519958b047 is timed out.
Oct 30 05:46:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-61b6465c-2a56-4e18-9c5f-e858ca7de31d tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:02 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Successfully detached device sdc from instance 55264a4f-7b2d-4fea-9ddd-db519958b047 from the live domain config.
Oct 30 05:46:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZSkoPUgN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:46:02 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:46:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:46:02 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f181bb99-5dba-4506-b374-3eb2fae8c0cb]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-61b6465c-2a56-4e18-9c5f-e858ca7de31d tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-61b6465c-2a56-4e18-9c5f-e858ca7de31d tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-61b6465c-2a56-4e18-9c5f-e858ca7de31d tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG os_brick.utils [None req-61b6465c-2a56-4e18-9c5f-e858ca7de31d tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f12559f-e9c4-445b-b5ef-d6e6579e5c1c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:46:02 user nova-compute[74922]: No targets found.
Oct 30 05:46:02 user nova-compute[74922]: iSNS:
Oct 30 05:46:02 user nova-compute[74922]: No targets found.
Oct 30 05:46:02 user nova-compute[74922]: STATIC:
Oct 30 05:46:02 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b
Oct 30 05:46:02 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:02 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:02 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e
Oct 30 05:46:02 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:02 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:02 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71
Oct 30 05:46:02 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:02 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:02 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930
Oct 30 05:46:02 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:02 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:02 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432
Oct 30 05:46:02 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:02 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:02 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b
Oct 30 05:46:02 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:02 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:02 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a
Oct 30 05:46:02 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:02 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:02 user nova-compute[74922]: FIRMWARE:
Oct 30 05:46:02 user nova-compute[74922]: No targets found.
Oct 30 05:46:02 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:46:02 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:46:02 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[436aeacf-2927-4e3e-9bf2-e53e8ffe27ca]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2448aee-7c52-476d-85cd-c3bab5bb85b0]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 (non-flash)
Oct 30 05:46:02 user nova-compute[74922]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:46:02 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:46:02 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:46:02 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:46:02 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:46:02 user nova-compute[74922]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)
Oct 30 05:46:02 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 (non-flash)
Oct 30 05:46:02 user nova-compute[74922]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:46:02 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:46:02 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:46:02 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:46:02 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:46:02 user nova-compute[74922]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a (non-flash)
Oct 30 05:46:02 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82087d2950>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a'): ({'sdi'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Removing single pathed devices sdi {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:02 user nova-compute[74922]: INFO nova.compute.manager [None req-61b6465c-2a56-4e18-9c5f-e858ca7de31d tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] [instance: 24068942-be4d-4353-9eae-a9772d380590] Swapping volume f13a5706-387e-429c-b6f7-a517a618fb4b for 25b454f8-51f9-4b95-b5f0-4327d46635cb
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[30d82795-eacf-4080-90d2-fa676ca949c1]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2d8fbe8-b3a0-4035-96c9-b0cb50db8b8a]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Flushing IO for device /dev/sdi {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[359cd8ce-a907-4abe-8db3-d5a6bb135164]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.056s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2849a18a-5103-43f8-9c8b-d4263d99730d]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Checking to see if SCSI volumes sdi have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] SCSI volumes sdi have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[66235e2f-1125-45a7-9580-6577917c7886]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "3eda9718-c0e8-45d0-b2d7-403f219e8192" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:02 user nova-compute[74922]: DEBUG nova.objects.instance [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lazy-loading 'flavor' on Instance uuid 3eda9718-c0e8-45d0-b2d7-403f219e8192 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bd6c2a0-daa3-432c-927b-945727fbae67]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a, portal: 172.16.0.220,3260]
Oct 30 05:46:03 user nova-compute[74922]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a, portal: 172.16.0.220,3260] successful.
Oct 30 05:46:03 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd1b8fc0-38ca-45c3-9b61-7aff1ac1343a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ba76b3f-a7ac-4957-9de2-6c4d8cf46410]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.383s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] <== disconnect_volume: return (385ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "3eda9718-c0e8-45d0-b2d7-403f219e8192" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:03 user nova-compute[74922]: INFO nova.compute.manager [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Attaching volume e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 to /dev/vdb
Oct 30 05:46:03 user nova-compute[74922]: DEBUG os_brick.utils [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0264af3-55cd-4a9c-a3a1-3209af88991f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc0f6c62-6907-4c86-a827-1c9e8dc42c55]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ceed32f-57a6-4713-a1d9-235d4935a9e2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5219f78b-388c-4133-af4e-ed25b3d37f19]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:46:03 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:46:03 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb06e4a0-3fdc-441f-9241-cbc97b3f103d]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG os_brick.utils [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Updating existing volume attachment record: 30457da9-728d-447e-827f-336bc0fedc26 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:04 user nova-compute[74922]: DEBUG nova.objects.instance [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lazy-loading 'flavor' on Instance uuid 55264a4f-7b2d-4fea-9ddd-db519958b047 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:46:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-a1302b2f-b4e3-49fc-9080-04470f97ba18 tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "55264a4f-7b2d-4fea-9ddd-db519958b047" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.154s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Acquiring lock "31fc3c51-d233-40f9-bae9-6aaad7d23aa7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Lock "31fc3c51-d233-40f9-bae9-6aaad7d23aa7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:04 user nova-compute[74922]: DEBUG nova.compute.manager [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:46:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:04 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:46:04 user nova-compute[74922]: INFO nova.compute.claims [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Claim successful on node user
Oct 30 05:46:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6254c9e6-e689-4b02-b7bb-002776a0156a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Acquiring lock "55264a4f-7b2d-4fea-9ddd-db519958b047" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6254c9e6-e689-4b02-b7bb-002776a0156a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "55264a4f-7b2d-4fea-9ddd-db519958b047" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6254c9e6-e689-4b02-b7bb-002776a0156a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Acquiring lock "55264a4f-7b2d-4fea-9ddd-db519958b047-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6254c9e6-e689-4b02-b7bb-002776a0156a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "55264a4f-7b2d-4fea-9ddd-db519958b047-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6254c9e6-e689-4b02-b7bb-002776a0156a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "55264a4f-7b2d-4fea-9ddd-db519958b047-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:04 user nova-compute[74922]: INFO nova.compute.manager [None req-6254c9e6-e689-4b02-b7bb-002776a0156a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Terminating instance
Oct 30 05:46:04 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6254c9e6-e689-4b02-b7bb-002776a0156a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-18f74ea7-f2c7-4859-8dc0-1b17ac09433c req-5dbe4572-a4c0-4b8f-86f6-d07a90ba6a3a service nova] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Received event network-vif-unplugged-59fb9aaf-f789-4e08-b0b1-306da8ee59a8 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-18f74ea7-f2c7-4859-8dc0-1b17ac09433c req-5dbe4572-a4c0-4b8f-86f6-d07a90ba6a3a service nova] Acquiring lock "55264a4f-7b2d-4fea-9ddd-db519958b047-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-18f74ea7-f2c7-4859-8dc0-1b17ac09433c req-5dbe4572-a4c0-4b8f-86f6-d07a90ba6a3a service nova] Lock "55264a4f-7b2d-4fea-9ddd-db519958b047-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-18f74ea7-f2c7-4859-8dc0-1b17ac09433c req-5dbe4572-a4c0-4b8f-86f6-d07a90ba6a3a service nova] Lock "55264a4f-7b2d-4fea-9ddd-db519958b047-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-18f74ea7-f2c7-4859-8dc0-1b17ac09433c req-5dbe4572-a4c0-4b8f-86f6-d07a90ba6a3a service nova] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] No waiting events found dispatching network-vif-unplugged-59fb9aaf-f789-4e08-b0b1-306da8ee59a8 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-18f74ea7-f2c7-4859-8dc0-1b17ac09433c req-5dbe4572-a4c0-4b8f-86f6-d07a90ba6a3a service nova] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Received event network-vif-unplugged-59fb9aaf-f789-4e08-b0b1-306da8ee59a8 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.613s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG nova.compute.manager [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG nova.compute.manager [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG nova.network.neutron [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:46:05 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:46:05 user nova-compute[74922]: DEBUG nova.compute.manager [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:46:05 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Instance destroyed successfully.
Oct 30 05:46:05 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6254c9e6-e689-4b02-b7bb-002776a0156a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lazy-loading 'resources' on Instance uuid 55264a4f-7b2d-4fea-9ddd-db519958b047 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-6254c9e6-e689-4b02-b7bb-002776a0156a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:42:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1773917955',display_name='tempest-AttachSCSIVolumeTestJSON-server-1773917955',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1773917955',id=5,image_ref='1e5a24bd-5676-4351-9891-bf03a9f88647',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFqfa9BTOA+6eSMPuFuDXYokVYsYQVm4dcQsjbpFr3B1mRayeul+L37IesjRZ++PgfyPJU4TOk58VmVVXO2WF8tItHhq9allrF55Sgjeh9u9GbWDXJrEzKncunNwqYBupw==',key_name='tempest-keypair-338906448',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:43:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='655da5da1cad432caef5deb76b2397f5',ramdisk_id='',reservation_id='r-jncfbuj0',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='1e5a24bd-5676-4351-9891-bf03a9f88647',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1837820456',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1837820456-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:43:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cc16787076ff4b95846d6a4da6b9ca02',uuid=55264a4f-7b2d-4fea-9ddd-db519958b047,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "59fb9aaf-f789-4e08-b0b1-306da8ee59a8", "address": "fa:16:3e:00:30:5b", "network": {"id": "d942429e-d37b-4be2-afd0-ef3251d352eb", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-255517984-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "655da5da1cad432caef5deb76b2397f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59fb9aaf-f7", "ovs_interfaceid": "59fb9aaf-f789-4e08-b0b1-306da8ee59a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-6254c9e6-e689-4b02-b7bb-002776a0156a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Converting VIF {"id": "59fb9aaf-f789-4e08-b0b1-306da8ee59a8", "address": "fa:16:3e:00:30:5b", "network": {"id": "d942429e-d37b-4be2-afd0-ef3251d352eb", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-255517984-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "655da5da1cad432caef5deb76b2397f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59fb9aaf-f7", "ovs_interfaceid": "59fb9aaf-f789-4e08-b0b1-306da8ee59a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-6254c9e6-e689-4b02-b7bb-002776a0156a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:00:30:5b,bridge_name='br-int',has_traffic_filtering=True,id=59fb9aaf-f789-4e08-b0b1-306da8ee59a8,network=Network(d942429e-d37b-4be2-afd0-ef3251d352eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59fb9aaf-f7') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG os_vif [None req-6254c9e6-e689-4b02-b7bb-002776a0156a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:00:30:5b,bridge_name='br-int',has_traffic_filtering=True,id=59fb9aaf-f789-4e08-b0b1-306da8ee59a8,network=Network(d942429e-d37b-4be2-afd0-ef3251d352eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59fb9aaf-f7') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG nova.compute.manager [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:46:05 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Creating image(s)
Oct 30 05:46:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Acquiring lock "/opt/stack/data/nova/instances/31fc3c51-d233-40f9-bae9-6aaad7d23aa7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Lock "/opt/stack/data/nova/instances/31fc3c51-d233-40f9-bae9-6aaad7d23aa7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Lock "/opt/stack/data/nova/instances/31fc3c51-d233-40f9-bae9-6aaad7d23aa7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap59fb9aaf-f7, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG nova.policy [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70c8a5a41e3e4459b858f3975c9dc92a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0c0b765f13c4d80841bb2634a77b471', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=987fba87-38c1-4935-afda-d360104de2a5) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:46:05 user nova-compute[74922]: INFO os_vif [None req-6254c9e6-e689-4b02-b7bb-002776a0156a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:00:30:5b,bridge_name='br-int',has_traffic_filtering=True,id=59fb9aaf-f789-4e08-b0b1-306da8ee59a8,network=Network(d942429e-d37b-4be2-afd0-ef3251d352eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59fb9aaf-f7')
Oct 30 05:46:05 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-6254c9e6-e689-4b02-b7bb-002776a0156a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Deleting instance files /opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047_del
Oct 30 05:46:05 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-6254c9e6-e689-4b02-b7bb-002776a0156a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Deletion of /opt/stack/data/nova/instances/55264a4f-7b2d-4fea-9ddd-db519958b047_del complete
Oct 30 05:46:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.207s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:06 user nova-compute[74922]: INFO nova.compute.manager [None req-6254c9e6-e689-4b02-b7bb-002776a0156a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Took 1.11 seconds to destroy the instance on the hypervisor.
Oct 30 05:46:06 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-6254c9e6-e689-4b02-b7bb-002776a0156a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 05:46:06 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 05:46:06 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 05:46:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.193s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/31fc3c51-d233-40f9-bae9-6aaad7d23aa7/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/31fc3c51-d233-40f9-bae9-6aaad7d23aa7/disk 1073741824" returned: 0 in 0.059s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.258s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.215s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:06 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Checking if we can resize image /opt/stack/data/nova/instances/31fc3c51-d233-40f9-bae9-6aaad7d23aa7/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:46:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31fc3c51-d233-40f9-bae9-6aaad7d23aa7/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31fc3c51-d233-40f9-bae9-6aaad7d23aa7/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:06 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Cannot resize image /opt/stack/data/nova/instances/31fc3c51-d233-40f9-bae9-6aaad7d23aa7/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:46:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:46:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Ensure instance console log exists: /opt/stack/data/nova/instances/31fc3c51-d233-40f9-bae9-6aaad7d23aa7/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:46:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.007s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:06 user nova-compute[74922]: DEBUG nova.network.neutron [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Successfully created port: 7ad3a0cb-72be-4cc8-a437-30f12e116d66 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:46:07 user nova-compute[74922]: DEBUG nova.compute.manager [req-abaad0eb-9191-4ee9-af93-6d28d4540091 req-baf15c10-85bc-4aa7-8a7a-fa84e7600e24 service nova] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Received event network-vif-plugged-59fb9aaf-f789-4e08-b0b1-306da8ee59a8 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:46:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-abaad0eb-9191-4ee9-af93-6d28d4540091 req-baf15c10-85bc-4aa7-8a7a-fa84e7600e24 service nova] Acquiring lock "55264a4f-7b2d-4fea-9ddd-db519958b047-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-abaad0eb-9191-4ee9-af93-6d28d4540091 req-baf15c10-85bc-4aa7-8a7a-fa84e7600e24 service nova] Lock "55264a4f-7b2d-4fea-9ddd-db519958b047-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-abaad0eb-9191-4ee9-af93-6d28d4540091 req-baf15c10-85bc-4aa7-8a7a-fa84e7600e24 service nova] Lock "55264a4f-7b2d-4fea-9ddd-db519958b047-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:07 user nova-compute[74922]: DEBUG nova.compute.manager [req-abaad0eb-9191-4ee9-af93-6d28d4540091 req-baf15c10-85bc-4aa7-8a7a-fa84e7600e24 service nova] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] No waiting events found dispatching network-vif-plugged-59fb9aaf-f789-4e08-b0b1-306da8ee59a8 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:46:07 user nova-compute[74922]: WARNING nova.compute.manager [req-abaad0eb-9191-4ee9-af93-6d28d4540091 req-baf15c10-85bc-4aa7-8a7a-fa84e7600e24 service nova] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Received unexpected event network-vif-plugged-59fb9aaf-f789-4e08-b0b1-306da8ee59a8 for instance with vm_state active and task_state deleting.
Oct 30 05:46:07 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:46:07 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Took 1.63 seconds to deallocate network for instance.
Oct 30 05:46:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6254c9e6-e689-4b02-b7bb-002776a0156a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6254c9e6-e689-4b02-b7bb-002776a0156a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:07 user nova-compute[74922]: DEBUG nova.network.neutron [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Successfully updated port: 7ad3a0cb-72be-4cc8-a437-30f12e116d66 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:46:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Acquiring lock "refresh_cache-31fc3c51-d233-40f9-bae9-6aaad7d23aa7" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:46:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Acquired lock "refresh_cache-31fc3c51-d233-40f9-bae9-6aaad7d23aa7" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:46:07 user nova-compute[74922]: DEBUG nova.network.neutron [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:46:07 user nova-compute[74922]: DEBUG nova.compute.manager [req-b7171292-043a-4e66-9d47-1e2a87f006db req-d3c78732-1925-4afe-ad4d-56cf8b56cfac service nova] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Received event network-changed-7ad3a0cb-72be-4cc8-a437-30f12e116d66 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:46:07 user nova-compute[74922]: DEBUG nova.compute.manager [req-b7171292-043a-4e66-9d47-1e2a87f006db req-d3c78732-1925-4afe-ad4d-56cf8b56cfac service nova] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Refreshing instance network info cache due to event network-changed-7ad3a0cb-72be-4cc8-a437-30f12e116d66. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:46:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b7171292-043a-4e66-9d47-1e2a87f006db req-d3c78732-1925-4afe-ad4d-56cf8b56cfac service nova] Acquiring lock "refresh_cache-31fc3c51-d233-40f9-bae9-6aaad7d23aa7" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.network.neutron [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6254c9e6-e689-4b02-b7bb-002776a0156a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6254c9e6-e689-4b02-b7bb-002776a0156a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6254c9e6-e689-4b02-b7bb-002776a0156a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.440s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:08 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-6254c9e6-e689-4b02-b7bb-002776a0156a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Deleted allocations for instance 55264a4f-7b2d-4fea-9ddd-db519958b047
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.network.neutron [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Updating instance_info_cache with network_info: [{"id": "7ad3a0cb-72be-4cc8-a437-30f12e116d66", "address": "fa:16:3e:95:b8:19", "network": {"id": "92383a0a-767d-4951-9eb4-7c4a5599ae8b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "cb7abb2401384c829b8d53fa8ebe63d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ad3a0cb-72", "ovs_interfaceid": "7ad3a0cb-72be-4cc8-a437-30f12e116d66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Releasing lock "refresh_cache-31fc3c51-d233-40f9-bae9-6aaad7d23aa7" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.compute.manager [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Instance network_info: |[{"id": "7ad3a0cb-72be-4cc8-a437-30f12e116d66", "address": "fa:16:3e:95:b8:19", "network": {"id": "92383a0a-767d-4951-9eb4-7c4a5599ae8b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "cb7abb2401384c829b8d53fa8ebe63d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ad3a0cb-72", "ovs_interfaceid": "7ad3a0cb-72be-4cc8-a437-30f12e116d66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b7171292-043a-4e66-9d47-1e2a87f006db req-d3c78732-1925-4afe-ad4d-56cf8b56cfac service nova] Acquired lock "refresh_cache-31fc3c51-d233-40f9-bae9-6aaad7d23aa7" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.network.neutron [req-b7171292-043a-4e66-9d47-1e2a87f006db req-d3c78732-1925-4afe-ad4d-56cf8b56cfac service nova] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Refreshing network info cache for port 7ad3a0cb-72be-4cc8-a437-30f12e116d66 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Start _get_guest_xml network_info=[{"id": "7ad3a0cb-72be-4cc8-a437-30f12e116d66", "address": "fa:16:3e:95:b8:19", "network": {"id": "92383a0a-767d-4951-9eb4-7c4a5599ae8b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "cb7abb2401384c829b8d53fa8ebe63d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ad3a0cb-72", "ovs_interfaceid": "7ad3a0cb-72be-4cc8-a437-30f12e116d66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:46:08 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:46:08 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1194182000',display_name='tempest-VolumesNegativeTest-instance-1194182000',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1194182000',id=12,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c0c0b765f13c4d80841bb2634a77b471',ramdisk_id='',reservation_id='r-xce80rl9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-2096679178',owner_user_name='tempest-VolumesNegativeTest-2096679178-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:46:06Z,user_data=None,user_id='70c8a5a41e3e4459b858f3975c9dc92a',uuid=31fc3c51-d233-40f9-bae9-6aaad7d23aa7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7ad3a0cb-72be-4cc8-a437-30f12e116d66", "address": "fa:16:3e:95:b8:19", "network": {"id": "92383a0a-767d-4951-9eb4-7c4a5599ae8b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "cb7abb2401384c829b8d53fa8ebe63d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ad3a0cb-72", "ovs_interfaceid": "7ad3a0cb-72be-4cc8-a437-30f12e116d66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Converting VIF {"id": "7ad3a0cb-72be-4cc8-a437-30f12e116d66", "address": "fa:16:3e:95:b8:19", "network": {"id": "92383a0a-767d-4951-9eb4-7c4a5599ae8b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "cb7abb2401384c829b8d53fa8ebe63d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ad3a0cb-72", "ovs_interfaceid": "7ad3a0cb-72be-4cc8-a437-30f12e116d66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:b8:19,bridge_name='br-int',has_traffic_filtering=True,id=7ad3a0cb-72be-4cc8-a437-30f12e116d66,network=Network(92383a0a-767d-4951-9eb4-7c4a5599ae8b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ad3a0cb-72') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.objects.instance [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Lazy-loading 'pci_devices' on Instance uuid 31fc3c51-d233-40f9-bae9-6aaad7d23aa7 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:46:08 user nova-compute[74922]:   <uuid>31fc3c51-d233-40f9-bae9-6aaad7d23aa7</uuid>
Oct 30 05:46:08 user nova-compute[74922]:   <name>instance-0000000c</name>
Oct 30 05:46:08 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:46:08 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:46:08 user nova-compute[74922]:   <metadata>
Oct 30 05:46:08 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:46:08 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:46:08 user nova-compute[74922]:       <nova:name>tempest-VolumesNegativeTest-instance-1194182000</nova:name>
Oct 30 05:46:08 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:46:08</nova:creationTime>
Oct 30 05:46:08 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:46:08 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:46:08 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:46:08 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:46:08 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:46:08 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:46:08 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:46:08 user nova-compute[74922]:       <nova:owner>
Oct 30 05:46:08 user nova-compute[74922]:         <nova:user uuid="70c8a5a41e3e4459b858f3975c9dc92a">tempest-VolumesNegativeTest-2096679178-project-member</nova:user>
Oct 30 05:46:08 user nova-compute[74922]:         <nova:project uuid="c0c0b765f13c4d80841bb2634a77b471">tempest-VolumesNegativeTest-2096679178</nova:project>
Oct 30 05:46:08 user nova-compute[74922]:       </nova:owner>
Oct 30 05:46:08 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:46:08 user nova-compute[74922]:       <nova:ports>
Oct 30 05:46:08 user nova-compute[74922]:         <nova:port uuid="7ad3a0cb-72be-4cc8-a437-30f12e116d66">
Oct 30 05:46:08 user nova-compute[74922]:           <nova:ip type="fixed" address="192.168.233.102" ipVersion="4"/>
Oct 30 05:46:08 user nova-compute[74922]:         </nova:port>
Oct 30 05:46:08 user nova-compute[74922]:       </nova:ports>
Oct 30 05:46:08 user nova-compute[74922]:     </nova:instance>
Oct 30 05:46:08 user nova-compute[74922]:   </metadata>
Oct 30 05:46:08 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:46:08 user nova-compute[74922]:     <system>
Oct 30 05:46:08 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:46:08 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:46:08 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:46:08 user nova-compute[74922]:       <entry name="serial">31fc3c51-d233-40f9-bae9-6aaad7d23aa7</entry>
Oct 30 05:46:08 user nova-compute[74922]:       <entry name="uuid">31fc3c51-d233-40f9-bae9-6aaad7d23aa7</entry>
Oct 30 05:46:08 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:46:08 user nova-compute[74922]:     </system>
Oct 30 05:46:08 user nova-compute[74922]:   </sysinfo>
Oct 30 05:46:08 user nova-compute[74922]:   <os>
Oct 30 05:46:08 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:46:08 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:46:08 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:46:08 user nova-compute[74922]:   </os>
Oct 30 05:46:08 user nova-compute[74922]:   <features>
Oct 30 05:46:08 user nova-compute[74922]:     <acpi/>
Oct 30 05:46:08 user nova-compute[74922]:     <apic/>
Oct 30 05:46:08 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:46:08 user nova-compute[74922]:   </features>
Oct 30 05:46:08 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:46:08 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:46:08 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:46:08 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:46:08 user nova-compute[74922]:   </clock>
Oct 30 05:46:08 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:46:08 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:46:08 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:46:08 user nova-compute[74922]:   </cpu>
Oct 30 05:46:08 user nova-compute[74922]:   <devices>
Oct 30 05:46:08 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:46:08 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:46:08 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/31fc3c51-d233-40f9-bae9-6aaad7d23aa7/disk"/>
Oct 30 05:46:08 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:46:08 user nova-compute[74922]:     </disk>
Oct 30 05:46:08 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:46:08 user nova-compute[74922]:       <mac address="fa:16:3e:95:b8:19"/>
Oct 30 05:46:08 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:46:08 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:46:08 user nova-compute[74922]:       <target dev="tap7ad3a0cb-72"/>
Oct 30 05:46:08 user nova-compute[74922]:     </interface>
Oct 30 05:46:08 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:46:08 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/31fc3c51-d233-40f9-bae9-6aaad7d23aa7/console.log" append="off"/>
Oct 30 05:46:08 user nova-compute[74922]:     </serial>
Oct 30 05:46:08 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:46:08 user nova-compute[74922]:     <video>
Oct 30 05:46:08 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:46:08 user nova-compute[74922]:     </video>
Oct 30 05:46:08 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:46:08 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:46:08 user nova-compute[74922]:     </rng>
Oct 30 05:46:08 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:46:08 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:46:08 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:46:08 user nova-compute[74922]:     </memballoon>
Oct 30 05:46:08 user nova-compute[74922]:   </devices>
Oct 30 05:46:08 user nova-compute[74922]: </domain>
Oct 30 05:46:08 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1194182000',display_name='tempest-VolumesNegativeTest-instance-1194182000',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1194182000',id=12,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c0c0b765f13c4d80841bb2634a77b471',ramdisk_id='',reservation_id='r-xce80rl9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-2096679178',owner_user_name='tempest-VolumesNegativeTest-2096679178-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:46:06Z,user_data=None,user_id='70c8a5a41e3e4459b858f3975c9dc92a',uuid=31fc3c51-d233-40f9-bae9-6aaad7d23aa7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7ad3a0cb-72be-4cc8-a437-30f12e116d66", "address": "fa:16:3e:95:b8:19", "network": {"id": "92383a0a-767d-4951-9eb4-7c4a5599ae8b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "cb7abb2401384c829b8d53fa8ebe63d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ad3a0cb-72", "ovs_interfaceid": "7ad3a0cb-72be-4cc8-a437-30f12e116d66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Converting VIF {"id": "7ad3a0cb-72be-4cc8-a437-30f12e116d66", "address": "fa:16:3e:95:b8:19", "network": {"id": "92383a0a-767d-4951-9eb4-7c4a5599ae8b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "cb7abb2401384c829b8d53fa8ebe63d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ad3a0cb-72", "ovs_interfaceid": "7ad3a0cb-72be-4cc8-a437-30f12e116d66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:b8:19,bridge_name='br-int',has_traffic_filtering=True,id=7ad3a0cb-72be-4cc8-a437-30f12e116d66,network=Network(92383a0a-767d-4951-9eb4-7c4a5599ae8b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ad3a0cb-72') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG os_vif [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:b8:19,bridge_name='br-int',has_traffic_filtering=True,id=7ad3a0cb-72be-4cc8-a437-30f12e116d66,network=Network(92383a0a-767d-4951-9eb4-7c4a5599ae8b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ad3a0cb-72') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0c0114ad-7eb1-56d6-a485-d3fcd2eeddeb', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7ad3a0cb-72, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7ad3a0cb-72, col_values=(('qos', UUID('f10f1788-99f5-4e69-891c-013d1009cf02')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7ad3a0cb-72, col_values=(('external_ids', {'iface-id': '7ad3a0cb-72be-4cc8-a437-30f12e116d66', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:95:b8:19', 'vm-uuid': '31fc3c51-d233-40f9-bae9-6aaad7d23aa7'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6254c9e6-e689-4b02-b7bb-002776a0156a tempest-AttachSCSIVolumeTestJSON-1837820456 tempest-AttachSCSIVolumeTestJSON-1837820456-project-member] Lock "55264a4f-7b2d-4fea-9ddd-db519958b047" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.496s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:08 user nova-compute[74922]: INFO os_vif [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:b8:19,bridge_name='br-int',has_traffic_filtering=True,id=7ad3a0cb-72be-4cc8-a437-30f12e116d66,network=Network(92383a0a-767d-4951-9eb4-7c4a5599ae8b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ad3a0cb-72')
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] No VIF found with MAC fa:16:3e:95:b8:19, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.network.neutron [req-b7171292-043a-4e66-9d47-1e2a87f006db req-d3c78732-1925-4afe-ad4d-56cf8b56cfac service nova] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Updated VIF entry in instance network info cache for port 7ad3a0cb-72be-4cc8-a437-30f12e116d66. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG nova.network.neutron [req-b7171292-043a-4e66-9d47-1e2a87f006db req-d3c78732-1925-4afe-ad4d-56cf8b56cfac service nova] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Updating instance_info_cache with network_info: [{"id": "7ad3a0cb-72be-4cc8-a437-30f12e116d66", "address": "fa:16:3e:95:b8:19", "network": {"id": "92383a0a-767d-4951-9eb4-7c4a5599ae8b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "cb7abb2401384c829b8d53fa8ebe63d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ad3a0cb-72", "ovs_interfaceid": "7ad3a0cb-72be-4cc8-a437-30f12e116d66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:46:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b7171292-043a-4e66-9d47-1e2a87f006db req-d3c78732-1925-4afe-ad4d-56cf8b56cfac service nova] Releasing lock "refresh_cache-31fc3c51-d233-40f9-bae9-6aaad7d23aa7" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:46:09 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d2d0fded-ace8-4303-b141-bb13dff73c5f is timed out.
Oct 30 05:46:09 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Successfully detached device vdb from instance d2d0fded-ace8-4303-b141-bb13dff73c5f from the live domain config.
Oct 30 05:46:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GTqsaVtD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:46:09 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:46:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d7d68c7-2091-408f-b9b3-0a0a649621de]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:46:09 user nova-compute[74922]: No targets found.
Oct 30 05:46:09 user nova-compute[74922]: iSNS:
Oct 30 05:46:09 user nova-compute[74922]: No targets found.
Oct 30 05:46:09 user nova-compute[74922]: STATIC:
Oct 30 05:46:09 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b
Oct 30 05:46:09 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:09 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:09 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e
Oct 30 05:46:09 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:09 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:09 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71
Oct 30 05:46:09 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:09 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:09 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930
Oct 30 05:46:09 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:09 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:09 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432
Oct 30 05:46:09 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:09 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:09 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b
Oct 30 05:46:09 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:09 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:09 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e
Oct 30 05:46:09 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:09 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:09 user nova-compute[74922]: FIRMWARE:
Oct 30 05:46:09 user nova-compute[74922]: No targets found.
Oct 30 05:46:09 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:46:09 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:46:09 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf7c856e-1c19-4622-9c90-31c4effae99b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.044s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a389f9f8-1f78-4013-b597-711fe1ef50c6]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 (non-flash)
Oct 30 05:46:09 user nova-compute[74922]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:46:09 user nova-compute[74922]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:46:09 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:46:09 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:46:09 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:46:09 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:46:09 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 (non-flash)
Oct 30 05:46:09 user nova-compute[74922]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:46:09 user nova-compute[74922]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:46:09 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:46:09 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:46:09 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:46:09 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:46:09 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f822c6aca60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71'): ({'sdb'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Removing single pathed devices sdb {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7105849-3e29-4af0-a64d-bad821eabb97]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[62614772-c1eb-4d6f-8e1f-8a9726a09d9a]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Flushing IO for device /dev/sdb {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[19f5b6f5-b03b-408e-9bfa-d900609dfee4]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.059s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[136ff63f-c26c-46a0-9d32-1209bf1d2745]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Checking to see if SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[22a85776-3b46-4f01-bb23-9adbc508a37c]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG nova.compute.manager [req-9d30a56e-3890-4921-821b-80a63e474265 req-1002bc06-b7e8-43bd-bc46-a8a138cd9df0 service nova] [instance: 55264a4f-7b2d-4fea-9ddd-db519958b047] Received event network-vif-deleted-59fb9aaf-f789-4e08-b0b1-306da8ee59a8 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d51fcbea-4848-4121-8ebe-b4a7fa9c2247]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71, portal: 172.16.0.220,3260]
Oct 30 05:46:09 user nova-compute[74922]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71, portal: 172.16.0.220,3260] successful.
Oct 30 05:46:09 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:10bc8ad6-80f2-469f-8fd8-f6de3ca3ed71 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c6637a9-bfdf-4fca-b0b0-b9fa9ed89ac8]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.411s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] <== disconnect_volume: return (413ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:46:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:46:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:10 user nova-compute[74922]: DEBUG nova.compute.manager [req-dae24bae-3836-42a8-8310-8b3d87381c25 req-04f156ed-7400-4c4d-84eb-51caf816fea7 service nova] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Received event network-vif-plugged-7ad3a0cb-72be-4cc8-a437-30f12e116d66 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:46:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dae24bae-3836-42a8-8310-8b3d87381c25 req-04f156ed-7400-4c4d-84eb-51caf816fea7 service nova] Acquiring lock "31fc3c51-d233-40f9-bae9-6aaad7d23aa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dae24bae-3836-42a8-8310-8b3d87381c25 req-04f156ed-7400-4c4d-84eb-51caf816fea7 service nova] Lock "31fc3c51-d233-40f9-bae9-6aaad7d23aa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dae24bae-3836-42a8-8310-8b3d87381c25 req-04f156ed-7400-4c4d-84eb-51caf816fea7 service nova] Lock "31fc3c51-d233-40f9-bae9-6aaad7d23aa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:10 user nova-compute[74922]: DEBUG nova.compute.manager [req-dae24bae-3836-42a8-8310-8b3d87381c25 req-04f156ed-7400-4c4d-84eb-51caf816fea7 service nova] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] No waiting events found dispatching network-vif-plugged-7ad3a0cb-72be-4cc8-a437-30f12e116d66 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:46:10 user nova-compute[74922]: WARNING nova.compute.manager [req-dae24bae-3836-42a8-8310-8b3d87381c25 req-04f156ed-7400-4c4d-84eb-51caf816fea7 service nova] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Received unexpected event network-vif-plugged-7ad3a0cb-72be-4cc8-a437-30f12e116d66 for instance with vm_state building and task_state spawning.
Oct 30 05:46:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:10 user nova-compute[74922]: DEBUG nova.objects.instance [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Lazy-loading 'flavor' on Instance uuid d2d0fded-ace8-4303-b141-bb13dff73c5f {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:46:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f4e02bd1-7cb1-4271-bfb7-300fceb3a781 tempest-VolumesAssistedSnapshotsTest-936179496 tempest-VolumesAssistedSnapshotsTest-936179496-project-admin] Lock "d2d0fded-ace8-4303-b141-bb13dff73c5f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.251s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.volume.cinder [None req-61b6465c-2a56-4e18-9c5f-e858ca7de31d tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Update attachment failed for attachment b387007f-49db-44f9-9d95-da1ab1ca9bc1. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-a01f8b15-2637-428a-ab46-6f36a67f1109) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-a01f8b15-2637-428a-ab46-6f36a67f1109)
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [None req-61b6465c-2a56-4e18-9c5f-e858ca7de31d tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] [instance: 24068942-be4d-4353-9eae-a9772d380590] Failed to connect to volume 25b454f8-51f9-4b95-b5f0-4327d46635cb with volume at /dev/vdb: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-a01f8b15-2637-428a-ab46-6f36a67f1109)
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590] Traceback (most recent call last):
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]   File "/opt/stack/nova/nova/compute/manager.py", line 7769, in _swap_volume
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]     old_cinfo, new_cinfo = self._init_volume_connection(
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]   File "/opt/stack/nova/nova/compute/manager.py", line 7742, in _init_volume_connection
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]     new_cinfo = self.volume_api.attachment_update(
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]     res = method(self, ctx, *args, **kwargs)
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]     with excutils.save_and_reraise_exception():
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]     self.force_reraise()
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]     raise self.value
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]     context, '3.44', skip_version_check=True).attachments.update(
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]     return method.func(obj, *args, **kwargs)
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]     resp = self._update('/attachments/%s' % id, body)
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]     return self._cs_request(url, 'PUT', **kwargs)
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]     return self.request(url, method, **kwargs)
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590]     raise exceptions.from_response(resp, body)
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-a01f8b15-2637-428a-ab46-6f36a67f1109)
Oct 30 05:46:11 user nova-compute[74922]: ERROR nova.compute.manager [instance: 24068942-be4d-4353-9eae-a9772d380590] 
Oct 30 05:46:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-61b6465c-2a56-4e18-9c5f-e858ca7de31d tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Lock "24068942-be4d-4353-9eae-a9772d380590" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 9.256s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server [None req-61b6465c-2a56-4e18-9c5f-e858ca7de31d tempest-TestVolumeSwap-1414910494 tempest-TestVolumeSwap-1414910494-project-admin] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-a01f8b15-2637-428a-ab46-6f36a67f1109)
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7902, in swap_volume
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     _do_locked_swap_volume(context, old_volume_id, new_volume_id, instance,
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7900, in _do_locked_swap_volume
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self._do_swap_volume(context, old_volume_id, new_volume_id,
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7944, in _do_swap_volume
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     comp_ret, new_cinfo = self._swap_volume(context,
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7793, in _swap_volume
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7769, in _swap_volume
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     old_cinfo, new_cinfo = self._init_volume_connection(
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7742, in _init_volume_connection
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     new_cinfo = self.volume_api.attachment_update(
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-a01f8b15-2637-428a-ab46-6f36a67f1109)
Oct 30 05:46:11 user nova-compute[74922]: ERROR oslo_messaging.rpc.server 
Oct 30 05:46:12 user nova-compute[74922]: DEBUG nova.compute.manager [req-60f173f5-54e7-464e-bd29-7cfde0460286 req-f808a8e2-815a-4200-b04a-76f176a19708 service nova] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Received event network-vif-plugged-7ad3a0cb-72be-4cc8-a437-30f12e116d66 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:46:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-60f173f5-54e7-464e-bd29-7cfde0460286 req-f808a8e2-815a-4200-b04a-76f176a19708 service nova] Acquiring lock "31fc3c51-d233-40f9-bae9-6aaad7d23aa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-60f173f5-54e7-464e-bd29-7cfde0460286 req-f808a8e2-815a-4200-b04a-76f176a19708 service nova] Lock "31fc3c51-d233-40f9-bae9-6aaad7d23aa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-60f173f5-54e7-464e-bd29-7cfde0460286 req-f808a8e2-815a-4200-b04a-76f176a19708 service nova] Lock "31fc3c51-d233-40f9-bae9-6aaad7d23aa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:12 user nova-compute[74922]: DEBUG nova.compute.manager [req-60f173f5-54e7-464e-bd29-7cfde0460286 req-f808a8e2-815a-4200-b04a-76f176a19708 service nova] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] No waiting events found dispatching network-vif-plugged-7ad3a0cb-72be-4cc8-a437-30f12e116d66 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:46:12 user nova-compute[74922]: WARNING nova.compute.manager [req-60f173f5-54e7-464e-bd29-7cfde0460286 req-f808a8e2-815a-4200-b04a-76f176a19708 service nova] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Received unexpected event network-vif-plugged-7ad3a0cb-72be-4cc8-a437-30f12e116d66 for instance with vm_state building and task_state spawning.
Oct 30 05:46:12 user nova-compute[74922]: DEBUG nova.compute.manager [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:46:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:46:12 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Instance spawned successfully.
Oct 30 05:46:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:46:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:46:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:46:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:46:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:46:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:46:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:46:12 user nova-compute[74922]: INFO nova.compute.manager [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Took 7.00 seconds to spawn the instance on the hypervisor.
Oct 30 05:46:12 user nova-compute[74922]: DEBUG nova.compute.manager [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:46:13 user nova-compute[74922]: INFO nova.compute.manager [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Took 8.54 seconds to build instance.
Oct 30 05:46:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-64fc8bc2-cfb6-46b9-8647-59ad72462aa1 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Lock "31fc3c51-d233-40f9-bae9-6aaad7d23aa7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.847s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Acquiring lock "ea5c982f-33ca-4477-a21d-11e12a75bc30" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "ea5c982f-33ca-4477-a21d-11e12a75bc30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:17 user nova-compute[74922]: DEBUG nova.compute.manager [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:46:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:17 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:46:17 user nova-compute[74922]: INFO nova.compute.claims [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Claim successful on node user
Oct 30 05:46:18 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:46:18 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:46:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.538s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:18 user nova-compute[74922]: DEBUG nova.compute.manager [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:46:18 user nova-compute[74922]: DEBUG nova.compute.manager [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:46:18 user nova-compute[74922]: DEBUG nova.network.neutron [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:46:18 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:46:18 user nova-compute[74922]: DEBUG nova.compute.manager [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:46:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:18 user nova-compute[74922]: DEBUG nova.policy [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cecdc30edc09401aac06cc9b52b70f76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '977025d1bd9a427ba2b29db8542b6e20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:46:18 user nova-compute[74922]: DEBUG nova.compute.manager [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:46:18 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:46:18 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Creating image(s)
Oct 30 05:46:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Acquiring lock "/opt/stack/data/nova/instances/ea5c982f-33ca-4477-a21d-11e12a75bc30/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "/opt/stack/data/nova/instances/ea5c982f-33ca-4477-a21d-11e12a75bc30/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "/opt/stack/data/nova/instances/ea5c982f-33ca-4477-a21d-11e12a75bc30/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:18 user nova-compute[74922]: DEBUG nova.compute.manager [req-e4035a68-c868-444c-944c-7817b31742b3 req-2476d84a-7c1e-40ae-8f39-b54a99a72b16 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Received event volume-reimaged-86991b09-636b-426b-9654-e9400244050e {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:46:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e4035a68-c868-444c-944c-7817b31742b3 req-2476d84a-7c1e-40ae-8f39-b54a99a72b16 service nova] Acquiring lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e4035a68-c868-444c-944c-7817b31742b3 req-2476d84a-7c1e-40ae-8f39-b54a99a72b16 service nova] Lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e4035a68-c868-444c-944c-7817b31742b3 req-2476d84a-7c1e-40ae-8f39-b54a99a72b16 service nova] Lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:18 user nova-compute[74922]: DEBUG nova.compute.manager [req-e4035a68-c868-444c-944c-7817b31742b3 req-2476d84a-7c1e-40ae-8f39-b54a99a72b16 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Processing event volume-reimaged-86991b09-636b-426b-9654-e9400244050e {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10871}}
Oct 30 05:46:18 user nova-compute[74922]: DEBUG nova.compute.manager [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Instance event wait completed in 37 seconds for volume-reimaged {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:46:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.217s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:18 user nova-compute[74922]: INFO nova.virt.block_device [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Booting with volume 86991b09-636b-426b-9654-e9400244050e at /dev/vda
Oct 30 05:46:19 user nova-compute[74922]: DEBUG os_brick.utils [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f73ee2c7-60fd-4e3a-89e2-a73c19b86a24]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG nova.network.neutron [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Successfully created port: 385e25da-eee9-4578-b40e-22361061e7a0 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.254s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/ea5c982f-33ca-4477-a21d-11e12a75bc30/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[32ca4c05-4111-42ea-b1c7-a819ff92f243]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/ea5c982f-33ca-4477-a21d-11e12a75bc30/disk 1073741824" returned: 0 in 0.049s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.307s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[41a44955-3df0-46a9-887c-3b578ec1a027]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5677797b-3baf-4364-a556-25352eeafa37]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:46:19 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdb73c1e-6205-40c6-aa20-5153de8f61e1]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG os_brick.utils [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] <== get_connector_properties: return (200ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Updating existing volume attachment record: 525dbd22-716a-4787-9c24-8b3696d37355 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.202s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ea5c982f-33ca-4477-a21d-11e12a75bc30/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ea5c982f-33ca-4477-a21d-11e12a75bc30/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ea5c982f-33ca-4477-a21d-11e12a75bc30/disk --force-share --output=json" returned: 0 in 0.256s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Cannot resize image /opt/stack/data/nova/instances/ea5c982f-33ca-4477-a21d-11e12a75bc30/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Ensure instance console log exists: /opt/stack/data/nova/instances/ea5c982f-33ca-4477-a21d-11e12a75bc30/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG nova.network.neutron [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Successfully updated port: 385e25da-eee9-4578-b40e-22361061e7a0 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-0da100f2-0a38-4818-8b42-328fed91ea51 req-a459153d-c980-480f-8ca2-36363849e378 service nova] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Received event network-changed-385e25da-eee9-4578-b40e-22361061e7a0 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-0da100f2-0a38-4818-8b42-328fed91ea51 req-a459153d-c980-480f-8ca2-36363849e378 service nova] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Refreshing instance network info cache due to event network-changed-385e25da-eee9-4578-b40e-22361061e7a0. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0da100f2-0a38-4818-8b42-328fed91ea51 req-a459153d-c980-480f-8ca2-36363849e378 service nova] Acquiring lock "refresh_cache-ea5c982f-33ca-4477-a21d-11e12a75bc30" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0da100f2-0a38-4818-8b42-328fed91ea51 req-a459153d-c980-480f-8ca2-36363849e378 service nova] Acquired lock "refresh_cache-ea5c982f-33ca-4477-a21d-11e12a75bc30" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG nova.network.neutron [req-0da100f2-0a38-4818-8b42-328fed91ea51 req-a459153d-c980-480f-8ca2-36363849e378 service nova] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Refreshing network info cache for port 385e25da-eee9-4578-b40e-22361061e7a0 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Acquiring lock "refresh_cache-ea5c982f-33ca-4477-a21d-11e12a75bc30" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:46:19 user nova-compute[74922]: DEBUG nova.network.neutron [req-0da100f2-0a38-4818-8b42-328fed91ea51 req-a459153d-c980-480f-8ca2-36363849e378 service nova] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.network.neutron [req-0da100f2-0a38-4818-8b42-328fed91ea51 req-a459153d-c980-480f-8ca2-36363849e378 service nova] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0da100f2-0a38-4818-8b42-328fed91ea51 req-a459153d-c980-480f-8ca2-36363849e378 service nova] Releasing lock "refresh_cache-ea5c982f-33ca-4477-a21d-11e12a75bc30" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Acquired lock "refresh_cache-ea5c982f-33ca-4477-a21d-11e12a75bc30" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.network.neutron [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.network.neutron [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.network.neutron [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Updating instance_info_cache with network_info: [{"id": "385e25da-eee9-4578-b40e-22361061e7a0", "address": "fa:16:3e:cb:d0:79", "network": {"id": "2a6a8d43-dc41-4eec-a997-a8e358f4cf2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-932852137-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "977025d1bd9a427ba2b29db8542b6e20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap385e25da-ee", "ovs_interfaceid": "385e25da-eee9-4578-b40e-22361061e7a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Releasing lock "refresh_cache-ea5c982f-33ca-4477-a21d-11e12a75bc30" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.compute.manager [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Instance network_info: |[{"id": "385e25da-eee9-4578-b40e-22361061e7a0", "address": "fa:16:3e:cb:d0:79", "network": {"id": "2a6a8d43-dc41-4eec-a997-a8e358f4cf2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-932852137-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "977025d1bd9a427ba2b29db8542b6e20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap385e25da-ee", "ovs_interfaceid": "385e25da-eee9-4578-b40e-22361061e7a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Start _get_guest_xml network_info=[{"id": "385e25da-eee9-4578-b40e-22361061e7a0", "address": "fa:16:3e:cb:d0:79", "network": {"id": "2a6a8d43-dc41-4eec-a997-a8e358f4cf2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-932852137-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "977025d1bd9a427ba2b29db8542b6e20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap385e25da-ee", "ovs_interfaceid": "385e25da-eee9-4578-b40e-22361061e7a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:46:20 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:46:20 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:46:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-298106132',display_name='tempest-VolumesAdminNegativeTest-server-298106132',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-298106132',id=13,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='977025d1bd9a427ba2b29db8542b6e20',ramdisk_id='',reservation_id='r-108i2z7x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1537734078',owner_user_name='tempest-VolumesAdminNegativeTest-1537734078-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:46:18Z,user_data=None,user_id='cecdc30edc09401aac06cc9b52b70f76',uuid=ea5c982f-33ca-4477-a21d-11e12a75bc30,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "385e25da-eee9-4578-b40e-22361061e7a0", "address": "fa:16:3e:cb:d0:79", "network": {"id": "2a6a8d43-dc41-4eec-a997-a8e358f4cf2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-932852137-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "977025d1bd9a427ba2b29db8542b6e20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap385e25da-ee", "ovs_interfaceid": "385e25da-eee9-4578-b40e-22361061e7a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Converting VIF {"id": "385e25da-eee9-4578-b40e-22361061e7a0", "address": "fa:16:3e:cb:d0:79", "network": {"id": "2a6a8d43-dc41-4eec-a997-a8e358f4cf2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-932852137-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "977025d1bd9a427ba2b29db8542b6e20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap385e25da-ee", "ovs_interfaceid": "385e25da-eee9-4578-b40e-22361061e7a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cb:d0:79,bridge_name='br-int',has_traffic_filtering=True,id=385e25da-eee9-4578-b40e-22361061e7a0,network=Network(2a6a8d43-dc41-4eec-a997-a8e358f4cf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap385e25da-ee') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.objects.instance [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lazy-loading 'pci_devices' on Instance uuid ea5c982f-33ca-4477-a21d-11e12a75bc30 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:46:20 user nova-compute[74922]:   <uuid>ea5c982f-33ca-4477-a21d-11e12a75bc30</uuid>
Oct 30 05:46:20 user nova-compute[74922]:   <name>instance-0000000d</name>
Oct 30 05:46:20 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:46:20 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:46:20 user nova-compute[74922]:   <metadata>
Oct 30 05:46:20 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:46:20 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:46:20 user nova-compute[74922]:       <nova:name>tempest-VolumesAdminNegativeTest-server-298106132</nova:name>
Oct 30 05:46:20 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:46:20</nova:creationTime>
Oct 30 05:46:20 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:46:20 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:46:20 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:46:20 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:46:20 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:46:20 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:46:20 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:46:20 user nova-compute[74922]:       <nova:owner>
Oct 30 05:46:20 user nova-compute[74922]:         <nova:user uuid="cecdc30edc09401aac06cc9b52b70f76">tempest-VolumesAdminNegativeTest-1537734078-project-member</nova:user>
Oct 30 05:46:20 user nova-compute[74922]:         <nova:project uuid="977025d1bd9a427ba2b29db8542b6e20">tempest-VolumesAdminNegativeTest-1537734078</nova:project>
Oct 30 05:46:20 user nova-compute[74922]:       </nova:owner>
Oct 30 05:46:20 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:46:20 user nova-compute[74922]:       <nova:ports>
Oct 30 05:46:20 user nova-compute[74922]:         <nova:port uuid="385e25da-eee9-4578-b40e-22361061e7a0">
Oct 30 05:46:20 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 30 05:46:20 user nova-compute[74922]:         </nova:port>
Oct 30 05:46:20 user nova-compute[74922]:       </nova:ports>
Oct 30 05:46:20 user nova-compute[74922]:     </nova:instance>
Oct 30 05:46:20 user nova-compute[74922]:   </metadata>
Oct 30 05:46:20 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:46:20 user nova-compute[74922]:     <system>
Oct 30 05:46:20 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:46:20 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:46:20 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:46:20 user nova-compute[74922]:       <entry name="serial">ea5c982f-33ca-4477-a21d-11e12a75bc30</entry>
Oct 30 05:46:20 user nova-compute[74922]:       <entry name="uuid">ea5c982f-33ca-4477-a21d-11e12a75bc30</entry>
Oct 30 05:46:20 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:46:20 user nova-compute[74922]:     </system>
Oct 30 05:46:20 user nova-compute[74922]:   </sysinfo>
Oct 30 05:46:20 user nova-compute[74922]:   <os>
Oct 30 05:46:20 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:46:20 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:46:20 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:46:20 user nova-compute[74922]:   </os>
Oct 30 05:46:20 user nova-compute[74922]:   <features>
Oct 30 05:46:20 user nova-compute[74922]:     <acpi/>
Oct 30 05:46:20 user nova-compute[74922]:     <apic/>
Oct 30 05:46:20 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:46:20 user nova-compute[74922]:   </features>
Oct 30 05:46:20 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:46:20 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:46:20 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:46:20 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:46:20 user nova-compute[74922]:   </clock>
Oct 30 05:46:20 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:46:20 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:46:20 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:46:20 user nova-compute[74922]:   </cpu>
Oct 30 05:46:20 user nova-compute[74922]:   <devices>
Oct 30 05:46:20 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:46:20 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:46:20 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/ea5c982f-33ca-4477-a21d-11e12a75bc30/disk"/>
Oct 30 05:46:20 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:46:20 user nova-compute[74922]:     </disk>
Oct 30 05:46:20 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:46:20 user nova-compute[74922]:       <mac address="fa:16:3e:cb:d0:79"/>
Oct 30 05:46:20 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:46:20 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:46:20 user nova-compute[74922]:       <target dev="tap385e25da-ee"/>
Oct 30 05:46:20 user nova-compute[74922]:     </interface>
Oct 30 05:46:20 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:46:20 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/ea5c982f-33ca-4477-a21d-11e12a75bc30/console.log" append="off"/>
Oct 30 05:46:20 user nova-compute[74922]:     </serial>
Oct 30 05:46:20 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:46:20 user nova-compute[74922]:     <video>
Oct 30 05:46:20 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:46:20 user nova-compute[74922]:     </video>
Oct 30 05:46:20 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:46:20 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:46:20 user nova-compute[74922]:     </rng>
Oct 30 05:46:20 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:46:20 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:46:20 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:46:20 user nova-compute[74922]:     </memballoon>
Oct 30 05:46:20 user nova-compute[74922]:   </devices>
Oct 30 05:46:20 user nova-compute[74922]: </domain>
Oct 30 05:46:20 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:46:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-298106132',display_name='tempest-VolumesAdminNegativeTest-server-298106132',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-298106132',id=13,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='977025d1bd9a427ba2b29db8542b6e20',ramdisk_id='',reservation_id='r-108i2z7x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1537734078',owner_user_name='tempest-VolumesAdminNegativeTest-1537734078-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:46:18Z,user_data=None,user_id='cecdc30edc09401aac06cc9b52b70f76',uuid=ea5c982f-33ca-4477-a21d-11e12a75bc30,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "385e25da-eee9-4578-b40e-22361061e7a0", "address": "fa:16:3e:cb:d0:79", "network": {"id": "2a6a8d43-dc41-4eec-a997-a8e358f4cf2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-932852137-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "977025d1bd9a427ba2b29db8542b6e20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap385e25da-ee", "ovs_interfaceid": "385e25da-eee9-4578-b40e-22361061e7a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Converting VIF {"id": "385e25da-eee9-4578-b40e-22361061e7a0", "address": "fa:16:3e:cb:d0:79", "network": {"id": "2a6a8d43-dc41-4eec-a997-a8e358f4cf2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-932852137-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "977025d1bd9a427ba2b29db8542b6e20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap385e25da-ee", "ovs_interfaceid": "385e25da-eee9-4578-b40e-22361061e7a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cb:d0:79,bridge_name='br-int',has_traffic_filtering=True,id=385e25da-eee9-4578-b40e-22361061e7a0,network=Network(2a6a8d43-dc41-4eec-a997-a8e358f4cf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap385e25da-ee') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG os_vif [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:d0:79,bridge_name='br-int',has_traffic_filtering=True,id=385e25da-eee9-4578-b40e-22361061e7a0,network=Network(2a6a8d43-dc41-4eec-a997-a8e358f4cf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap385e25da-ee') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f7c7ca51-0263-58ba-997d-bac4a3845096', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap385e25da-ee, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap385e25da-ee, col_values=(('qos', UUID('dac007c5-04b0-47c0-bc71-4b1c23e8ea6c')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap385e25da-ee, col_values=(('external_ids', {'iface-id': '385e25da-eee9-4578-b40e-22361061e7a0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cb:d0:79', 'vm-uuid': 'ea5c982f-33ca-4477-a21d-11e12a75bc30'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:20 user nova-compute[74922]: INFO os_vif [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:d0:79,bridge_name='br-int',has_traffic_filtering=True,id=385e25da-eee9-4578-b40e-22361061e7a0,network=Network(2a6a8d43-dc41-4eec-a997-a8e358f4cf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap385e25da-ee')
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:46:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] No VIF found with MAC fa:16:3e:cb:d0:79, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:46:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-37fc9200-f6e9-4bb2-8be0-2e2ec010671a req-73595dcf-ddf2-4851-b6fc-ff0ccb79d22e service nova] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Received event network-vif-plugged-385e25da-eee9-4578-b40e-22361061e7a0 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:46:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-37fc9200-f6e9-4bb2-8be0-2e2ec010671a req-73595dcf-ddf2-4851-b6fc-ff0ccb79d22e service nova] Acquiring lock "ea5c982f-33ca-4477-a21d-11e12a75bc30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-37fc9200-f6e9-4bb2-8be0-2e2ec010671a req-73595dcf-ddf2-4851-b6fc-ff0ccb79d22e service nova] Lock "ea5c982f-33ca-4477-a21d-11e12a75bc30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-37fc9200-f6e9-4bb2-8be0-2e2ec010671a req-73595dcf-ddf2-4851-b6fc-ff0ccb79d22e service nova] Lock "ea5c982f-33ca-4477-a21d-11e12a75bc30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-37fc9200-f6e9-4bb2-8be0-2e2ec010671a req-73595dcf-ddf2-4851-b6fc-ff0ccb79d22e service nova] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] No waiting events found dispatching network-vif-plugged-385e25da-eee9-4578-b40e-22361061e7a0 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:46:22 user nova-compute[74922]: WARNING nova.compute.manager [req-37fc9200-f6e9-4bb2-8be0-2e2ec010671a req-73595dcf-ddf2-4851-b6fc-ff0ccb79d22e service nova] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Received unexpected event network-vif-plugged-385e25da-eee9-4578-b40e-22361061e7a0 for instance with vm_state building and task_state spawning.
Oct 30 05:46:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lazy-loading 'flavor' on Instance uuid ecb14dfa-b1d5-428e-b89f-d6ef246516fb {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.080s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:24 user nova-compute[74922]: INFO nova.compute.manager [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Attaching volume 43529096-0763-4c37-a712-4fe6de458e28 to /dev/vdb
Oct 30 05:46:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-19b78685-922a-42dd-92fe-9b28881c4301 req-5ec24adc-186c-4e33-881f-cec8ad3d4169 service nova] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Received event network-vif-plugged-385e25da-eee9-4578-b40e-22361061e7a0 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-19b78685-922a-42dd-92fe-9b28881c4301 req-5ec24adc-186c-4e33-881f-cec8ad3d4169 service nova] Acquiring lock "ea5c982f-33ca-4477-a21d-11e12a75bc30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-19b78685-922a-42dd-92fe-9b28881c4301 req-5ec24adc-186c-4e33-881f-cec8ad3d4169 service nova] Lock "ea5c982f-33ca-4477-a21d-11e12a75bc30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-19b78685-922a-42dd-92fe-9b28881c4301 req-5ec24adc-186c-4e33-881f-cec8ad3d4169 service nova] Lock "ea5c982f-33ca-4477-a21d-11e12a75bc30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-19b78685-922a-42dd-92fe-9b28881c4301 req-5ec24adc-186c-4e33-881f-cec8ad3d4169 service nova] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] No waiting events found dispatching network-vif-plugged-385e25da-eee9-4578-b40e-22361061e7a0 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:46:24 user nova-compute[74922]: WARNING nova.compute.manager [req-19b78685-922a-42dd-92fe-9b28881c4301 req-5ec24adc-186c-4e33-881f-cec8ad3d4169 service nova] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Received unexpected event network-vif-plugged-385e25da-eee9-4578-b40e-22361061e7a0 for instance with vm_state building and task_state spawning.
Oct 30 05:46:24 user nova-compute[74922]: DEBUG os_brick.utils [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f5ee1c5-a4ea-45ac-90af-167c8d35db2d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d7a40f1-4e58-432c-99de-a06d62bef1dc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8af80c69-d168-4553-9792-28c8b5cbb47a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[55dfd32b-dc16-4c6d-847b-1a97b3a7f5d1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:46:24 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:46:24 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[280ab56f-bfec-47d5-8a56-518b2064f3b9]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG os_brick.utils [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] <== get_connector_properties: return (148ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Updating existing volume attachment record: 76445152-927f-474a-995d-24552d1e9106 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:24 user nova-compute[74922]: DEBUG nova.compute.manager [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:46:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:25 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:46:25 user nova-compute[74922]: INFO nova.compute.claims [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Claim successful on node user
Oct 30 05:46:25 user nova-compute[74922]: DEBUG nova.compute.manager [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:46:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:46:25 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Instance spawned successfully.
Oct 30 05:46:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:46:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:46:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:46:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:46:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:46:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:46:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:46:25 user nova-compute[74922]: INFO nova.compute.manager [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Took 6.78 seconds to spawn the instance on the hypervisor.
Oct 30 05:46:25 user nova-compute[74922]: DEBUG nova.compute.manager [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:46:25 user nova-compute[74922]: INFO nova.compute.manager [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Took 7.85 seconds to build instance.
Oct 30 05:46:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b0f645f-3628-4f0c-aa50-ca1e14e2d6af tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "ea5c982f-33ca-4477-a21d-11e12a75bc30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.080s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:25 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:46:25 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:46:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.711s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:25 user nova-compute[74922]: DEBUG nova.compute.manager [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:46:25 user nova-compute[74922]: DEBUG nova.compute.manager [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:46:25 user nova-compute[74922]: DEBUG nova.network.neutron [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:46:25 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:46:25 user nova-compute[74922]: DEBUG nova.compute.manager [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:46:26 user nova-compute[74922]: DEBUG nova.policy [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2efd61aeedd04bd4bdf7af2f3b15c99e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7689a63a17e4743ae8888892f1ee34b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:46:26 user nova-compute[74922]: DEBUG nova.compute.manager [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:46:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:46:26 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Creating image(s)
Oct 30 05:46:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "/opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "/opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "/opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.229s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.252s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk 1073741824" returned: 0 in 0.054s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.314s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.211s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:26 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:46:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:26 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:46:26 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 05:46:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:27 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Cannot resize image /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:46:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:46:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Ensure instance console log exists: /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:46:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:27 user nova-compute[74922]: DEBUG nova.network.neutron [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Successfully created port: df5f3fd3-3173-43f6-8baa-423f500b4e81 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:46:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-7e417d76-c45b-4033-aa0e-c98c1268971d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:46:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-7e417d76-c45b-4033-aa0e-c98c1268971d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:46:27 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 05:46:27 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Updating instance_info_cache with network_info: [{"id": "1f68b661-61ca-414f-89df-b4248c5f7c1c", "address": "fa:16:3e:54:7c:bf", "network": {"id": "2a6a8d43-dc41-4eec-a997-a8e358f4cf2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-932852137-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.54", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "977025d1bd9a427ba2b29db8542b6e20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f68b661-61", "ovs_interfaceid": "1f68b661-61ca-414f-89df-b4248c5f7c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:46:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-7e417d76-c45b-4033-aa0e-c98c1268971d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:46:27 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 05:46:27 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:46:27 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:46:27 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:46:27 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:46:27 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.network.neutron [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Successfully updated port: df5f3fd3-3173-43f6-8baa-423f500b4e81 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "refresh_cache-2caef3e6-4e9a-4179-b063-18f87f1a63f2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquired lock "refresh_cache-2caef3e6-4e9a-4179-b063-18f87f1a63f2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.network.neutron [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-4061b1ac-4f11-4128-a583-39114f0bbe22 req-7efa5649-cb48-40c1-a24a-5799686931e3 service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Received event network-changed-df5f3fd3-3173-43f6-8baa-423f500b4e81 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-4061b1ac-4f11-4128-a583-39114f0bbe22 req-7efa5649-cb48-40c1-a24a-5799686931e3 service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Refreshing instance network info cache due to event network-changed-df5f3fd3-3173-43f6-8baa-423f500b4e81. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4061b1ac-4f11-4128-a583-39114f0bbe22 req-7efa5649-cb48-40c1-a24a-5799686931e3 service nova] Acquiring lock "refresh_cache-2caef3e6-4e9a-4179-b063-18f87f1a63f2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.network.neutron [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.network.neutron [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Updating instance_info_cache with network_info: [{"id": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "address": "fa:16:3e:fd:d9:c5", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3fd3-31", "ovs_interfaceid": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Releasing lock "refresh_cache-2caef3e6-4e9a-4179-b063-18f87f1a63f2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.compute.manager [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Instance network_info: |[{"id": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "address": "fa:16:3e:fd:d9:c5", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3fd3-31", "ovs_interfaceid": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4061b1ac-4f11-4128-a583-39114f0bbe22 req-7efa5649-cb48-40c1-a24a-5799686931e3 service nova] Acquired lock "refresh_cache-2caef3e6-4e9a-4179-b063-18f87f1a63f2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.network.neutron [req-4061b1ac-4f11-4128-a583-39114f0bbe22 req-7efa5649-cb48-40c1-a24a-5799686931e3 service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Refreshing network info cache for port df5f3fd3-3173-43f6-8baa-423f500b4e81 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Start _get_guest_xml network_info=[{"id": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "address": "fa:16:3e:fd:d9:c5", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3fd3-31", "ovs_interfaceid": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:46:28 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:46:28 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:46:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1115032926',display_name='tempest-tempest.common.compute-instance-1115032926',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1115032926',id=14,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD6MBVUrpynqSubi1UpWYG+h+O7pqLKf6FMCdRYREhzRGwLAN2+4ho6YCy6gPlOACj3lDCkrfng5q4eq6YSF6bWiUoU+lN+VnZ2vDK7Xk1rwO7uhv3OeVgtEgGJ0EMVrlw==',key_name='tempest-keypair-2023564071',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b7689a63a17e4743ae8888892f1ee34b',ramdisk_id='',reservation_id='r-rijse3md',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1370130237',owner_user_name='tempest-ServerActionsTestOtherA-1370130237-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:46:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2efd61aeedd04bd4bdf7af2f3b15c99e',uuid=2caef3e6-4e9a-4179-b063-18f87f1a63f2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "address": "fa:16:3e:fd:d9:c5", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3fd3-31", "ovs_interfaceid": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converting VIF {"id": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "address": "fa:16:3e:fd:d9:c5", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3fd3-31", "ovs_interfaceid": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:d9:c5,bridge_name='br-int',has_traffic_filtering=True,id=df5f3fd3-3173-43f6-8baa-423f500b4e81,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf5f3fd3-31') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.objects.instance [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lazy-loading 'pci_devices' on Instance uuid 2caef3e6-4e9a-4179-b063-18f87f1a63f2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:46:28 user nova-compute[74922]:   <uuid>2caef3e6-4e9a-4179-b063-18f87f1a63f2</uuid>
Oct 30 05:46:28 user nova-compute[74922]:   <name>instance-0000000e</name>
Oct 30 05:46:28 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:46:28 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:46:28 user nova-compute[74922]:   <metadata>
Oct 30 05:46:28 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:46:28 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:46:28 user nova-compute[74922]:       <nova:name>tempest-tempest.common.compute-instance-1115032926</nova:name>
Oct 30 05:46:28 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:46:28</nova:creationTime>
Oct 30 05:46:28 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:46:28 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:46:28 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:46:28 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:46:28 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:46:28 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:46:28 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:46:28 user nova-compute[74922]:       <nova:owner>
Oct 30 05:46:28 user nova-compute[74922]:         <nova:user uuid="2efd61aeedd04bd4bdf7af2f3b15c99e">tempest-ServerActionsTestOtherA-1370130237-project-member</nova:user>
Oct 30 05:46:28 user nova-compute[74922]:         <nova:project uuid="b7689a63a17e4743ae8888892f1ee34b">tempest-ServerActionsTestOtherA-1370130237</nova:project>
Oct 30 05:46:28 user nova-compute[74922]:       </nova:owner>
Oct 30 05:46:28 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:46:28 user nova-compute[74922]:       <nova:ports>
Oct 30 05:46:28 user nova-compute[74922]:         <nova:port uuid="df5f3fd3-3173-43f6-8baa-423f500b4e81">
Oct 30 05:46:28 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 30 05:46:28 user nova-compute[74922]:         </nova:port>
Oct 30 05:46:28 user nova-compute[74922]:       </nova:ports>
Oct 30 05:46:28 user nova-compute[74922]:     </nova:instance>
Oct 30 05:46:28 user nova-compute[74922]:   </metadata>
Oct 30 05:46:28 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:46:28 user nova-compute[74922]:     <system>
Oct 30 05:46:28 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:46:28 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:46:28 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:46:28 user nova-compute[74922]:       <entry name="serial">2caef3e6-4e9a-4179-b063-18f87f1a63f2</entry>
Oct 30 05:46:28 user nova-compute[74922]:       <entry name="uuid">2caef3e6-4e9a-4179-b063-18f87f1a63f2</entry>
Oct 30 05:46:28 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:46:28 user nova-compute[74922]:     </system>
Oct 30 05:46:28 user nova-compute[74922]:   </sysinfo>
Oct 30 05:46:28 user nova-compute[74922]:   <os>
Oct 30 05:46:28 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:46:28 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:46:28 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:46:28 user nova-compute[74922]:   </os>
Oct 30 05:46:28 user nova-compute[74922]:   <features>
Oct 30 05:46:28 user nova-compute[74922]:     <acpi/>
Oct 30 05:46:28 user nova-compute[74922]:     <apic/>
Oct 30 05:46:28 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:46:28 user nova-compute[74922]:   </features>
Oct 30 05:46:28 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:46:28 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:46:28 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:46:28 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:46:28 user nova-compute[74922]:   </clock>
Oct 30 05:46:28 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:46:28 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:46:28 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:46:28 user nova-compute[74922]:   </cpu>
Oct 30 05:46:28 user nova-compute[74922]:   <devices>
Oct 30 05:46:28 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:46:28 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:46:28 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk"/>
Oct 30 05:46:28 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:46:28 user nova-compute[74922]:     </disk>
Oct 30 05:46:28 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:46:28 user nova-compute[74922]:       <mac address="fa:16:3e:fd:d9:c5"/>
Oct 30 05:46:28 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:46:28 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:46:28 user nova-compute[74922]:       <target dev="tapdf5f3fd3-31"/>
Oct 30 05:46:28 user nova-compute[74922]:     </interface>
Oct 30 05:46:28 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:46:28 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/console.log" append="off"/>
Oct 30 05:46:28 user nova-compute[74922]:     </serial>
Oct 30 05:46:28 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:46:28 user nova-compute[74922]:     <video>
Oct 30 05:46:28 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:46:28 user nova-compute[74922]:     </video>
Oct 30 05:46:28 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:46:28 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:46:28 user nova-compute[74922]:     </rng>
Oct 30 05:46:28 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:46:28 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:46:28 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:46:28 user nova-compute[74922]:     </memballoon>
Oct 30 05:46:28 user nova-compute[74922]:   </devices>
Oct 30 05:46:28 user nova-compute[74922]: </domain>
Oct 30 05:46:28 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:46:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1115032926',display_name='tempest-tempest.common.compute-instance-1115032926',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1115032926',id=14,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD6MBVUrpynqSubi1UpWYG+h+O7pqLKf6FMCdRYREhzRGwLAN2+4ho6YCy6gPlOACj3lDCkrfng5q4eq6YSF6bWiUoU+lN+VnZ2vDK7Xk1rwO7uhv3OeVgtEgGJ0EMVrlw==',key_name='tempest-keypair-2023564071',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b7689a63a17e4743ae8888892f1ee34b',ramdisk_id='',reservation_id='r-rijse3md',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1370130237',owner_user_name='tempest-ServerActionsTestOtherA-1370130237-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:46:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2efd61aeedd04bd4bdf7af2f3b15c99e',uuid=2caef3e6-4e9a-4179-b063-18f87f1a63f2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "address": "fa:16:3e:fd:d9:c5", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3fd3-31", "ovs_interfaceid": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converting VIF {"id": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "address": "fa:16:3e:fd:d9:c5", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3fd3-31", "ovs_interfaceid": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:d9:c5,bridge_name='br-int',has_traffic_filtering=True,id=df5f3fd3-3173-43f6-8baa-423f500b4e81,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf5f3fd3-31') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG os_vif [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:d9:c5,bridge_name='br-int',has_traffic_filtering=True,id=df5f3fd3-3173-43f6-8baa-423f500b4e81,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf5f3fd3-31') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a7aaa9a8-22f2-5129-84cb-f8d013f83736', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdf5f3fd3-31, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdf5f3fd3-31, col_values=(('qos', UUID('0ff78eec-035b-4654-a10b-e19682afe4fa')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdf5f3fd3-31, col_values=(('external_ids', {'iface-id': 'df5f3fd3-3173-43f6-8baa-423f500b4e81', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fd:d9:c5', 'vm-uuid': '2caef3e6-4e9a-4179-b063-18f87f1a63f2'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:28 user nova-compute[74922]: INFO os_vif [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:d9:c5,bridge_name='br-int',has_traffic_filtering=True,id=df5f3fd3-3173-43f6-8baa-423f500b4e81,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf5f3fd3-31')
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] No VIF found with MAC fa:16:3e:fd:d9:c5, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xRDhcBay', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:46:28 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:46:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:46:28 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:46:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:46:28 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:46:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b7199ff-7405-4aab-a46a-29fcbbdcc3be]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:46:28 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4ec9a5c-5b30-4f8f-b40d-739d4878664f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41] added
Oct 30 05:46:28 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[62cf2f3a-c58f-4f2a-b78a-dad508f009c5]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3af6d19a-5e46-4226-b32a-7936f606014d]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG nova.network.neutron [req-4061b1ac-4f11-4128-a583-39114f0bbe22 req-7efa5649-cb48-40c1-a24a-5799686931e3 service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Updated VIF entry in instance network info cache for port df5f3fd3-3173-43f6-8baa-423f500b4e81. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG nova.network.neutron [req-4061b1ac-4f11-4128-a583-39114f0bbe22 req-7efa5649-cb48-40c1-a24a-5799686931e3 service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Updating instance_info_cache with network_info: [{"id": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "address": "fa:16:3e:fd:d9:c5", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3fd3-31", "ovs_interfaceid": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xRDhcBay {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xRDhcBay" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[afc0b339-22ea-4b34-88b5-1b76551a5b8f]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xRDhcBay'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4061b1ac-4f11-4128-a583-39114f0bbe22 req-7efa5649-cb48-40c1-a24a-5799686931e3 service nova] Releasing lock "refresh_cache-2caef3e6-4e9a-4179-b063-18f87f1a63f2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2143b44-1c97-48ab-aea2-85ef552ae5ee]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f51023a3-e769-4bd4-92a2-8347c7e03ef2]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:46:29 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:46:29 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:46:29 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:46:29 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:46:29 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:46:29 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:46:29 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:46:29 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:46:29 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:46:29 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cc08f25-d64c-4bc2-986c-40fc55df9ce0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41, portal: 172.16.0.220,3260]
Oct 30 05:46:29 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41, portal: 172.16.0.220,3260] successful.
Oct 30 05:46:29 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[85c43b43-1373-4a2a-837e-048039ab0921]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9f14ea4-babf-42c7-9513-f0d7e4b3c3f1]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:46:29 user nova-compute[74922]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:46:29 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:46:29 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:46:29 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:46:29 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:46:29 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:46:29 user nova-compute[74922]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:46:29 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:46:29 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:46:29 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:46:29 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:46:29 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.345s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] HCTL ('33', '-', '-', 0) found on session 13 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bd917a5-cd40-4d2f-9e47-5ed817efd939]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Searching for a device in session 13 and hctl ['33', '*', '*', 0] yield: None {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:29 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 05:46:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:30 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Searching for a device in session 13 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:46:30 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xRDhcBay', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:46:30 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.382s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:46:30 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] <== connect_volume: return (1385ms) {'type': 'block', 'scsi_wwn': '23539666135343664', 'path': '/dev/sdb'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:46:30 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23539666135343664', 'path': '/dev/sdb'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:46:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:30 user nova-compute[74922]: DEBUG nova.objects.instance [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lazy-loading 'flavor' on Instance uuid 3eda9718-c0e8-45d0-b2d7-403f219e8192 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:46:30 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 05:46:30 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:46:30 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 05:46:30 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:46:30 user nova-compute[74922]:   <serial>e5b12d5f-0eed-4e35-a4df-0dd97e33fa41</serial>
Oct 30 05:46:30 user nova-compute[74922]: </disk>
Oct 30 05:46:30 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 05:46:30 user nova-compute[74922]: DEBUG nova.compute.manager [req-acc4878a-d16c-49ba-a8ef-10e3cc8967ef req-d300d37a-906e-419f-9aca-959043309380 service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Received event network-vif-plugged-df5f3fd3-3173-43f6-8baa-423f500b4e81 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:46:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-acc4878a-d16c-49ba-a8ef-10e3cc8967ef req-d300d37a-906e-419f-9aca-959043309380 service nova] Acquiring lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-acc4878a-d16c-49ba-a8ef-10e3cc8967ef req-d300d37a-906e-419f-9aca-959043309380 service nova] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-acc4878a-d16c-49ba-a8ef-10e3cc8967ef req-d300d37a-906e-419f-9aca-959043309380 service nova] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:30 user nova-compute[74922]: DEBUG nova.compute.manager [req-acc4878a-d16c-49ba-a8ef-10e3cc8967ef req-d300d37a-906e-419f-9aca-959043309380 service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] No waiting events found dispatching network-vif-plugged-df5f3fd3-3173-43f6-8baa-423f500b4e81 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:46:30 user nova-compute[74922]: WARNING nova.compute.manager [req-acc4878a-d16c-49ba-a8ef-10e3cc8967ef req-d300d37a-906e-419f-9aca-959043309380 service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Received unexpected event network-vif-plugged-df5f3fd3-3173-43f6-8baa-423f500b4e81 for instance with vm_state building and task_state spawning.
Oct 30 05:46:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:46:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:46:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] No VIF found with MAC fa:16:3e:b8:74:95, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:46:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-85f098c6-d0bf-425a-b142-42ad6a2faaf9 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 28.667s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:46:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:32 user nova-compute[74922]: DEBUG nova.compute.manager [req-ec8349c9-be91-4435-a5f2-8bcd06c6a95c req-06079697-f8d4-4f25-86c3-f953ca7dda52 service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Received event network-vif-plugged-df5f3fd3-3173-43f6-8baa-423f500b4e81 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:46:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ec8349c9-be91-4435-a5f2-8bcd06c6a95c req-06079697-f8d4-4f25-86c3-f953ca7dda52 service nova] Acquiring lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ec8349c9-be91-4435-a5f2-8bcd06c6a95c req-06079697-f8d4-4f25-86c3-f953ca7dda52 service nova] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ec8349c9-be91-4435-a5f2-8bcd06c6a95c req-06079697-f8d4-4f25-86c3-f953ca7dda52 service nova] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:32 user nova-compute[74922]: DEBUG nova.compute.manager [req-ec8349c9-be91-4435-a5f2-8bcd06c6a95c req-06079697-f8d4-4f25-86c3-f953ca7dda52 service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] No waiting events found dispatching network-vif-plugged-df5f3fd3-3173-43f6-8baa-423f500b4e81 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:46:32 user nova-compute[74922]: WARNING nova.compute.manager [req-ec8349c9-be91-4435-a5f2-8bcd06c6a95c req-06079697-f8d4-4f25-86c3-f953ca7dda52 service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Received unexpected event network-vif-plugged-df5f3fd3-3173-43f6-8baa-423f500b4e81 for instance with vm_state building and task_state spawning.
Oct 30 05:46:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31fc3c51-d233-40f9-bae9-6aaad7d23aa7/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31fc3c51-d233-40f9-bae9-6aaad7d23aa7/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31fc3c51-d233-40f9-bae9-6aaad7d23aa7/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:33 user nova-compute[74922]: DEBUG nova.compute.manager [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:46:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:46:33 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Instance spawned successfully.
Oct 30 05:46:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:46:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:46:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:46:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:46:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:46:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:46:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:46:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31fc3c51-d233-40f9-bae9-6aaad7d23aa7/disk --force-share --output=json" returned: 0 in 0.264s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:33 user nova-compute[74922]: INFO nova.compute.manager [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Took 7.29 seconds to spawn the instance on the hypervisor.
Oct 30 05:46:33 user nova-compute[74922]: DEBUG nova.compute.manager [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:46:33 user nova-compute[74922]: INFO nova.compute.manager [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Took 8.46 seconds to build instance.
Oct 30 05:46:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b445b1dd-fbf1-4913-932b-bc8c817a2a11 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.593s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk --force-share --output=json" returned: 0 in 0.320s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:46:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:34 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:34 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:34 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:34 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d750dda3-675a-48fe-92d4-5bb35e274e1d/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:34 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d750dda3-675a-48fe-92d4-5bb35e274e1d/disk --force-share --output=json" returned: 0 in 0.295s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:34 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d750dda3-675a-48fe-92d4-5bb35e274e1d/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:34 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d750dda3-675a-48fe-92d4-5bb35e274e1d/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:34 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk --force-share --output=json" returned: 0 in 0.288s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ea5c982f-33ca-4477-a21d-11e12a75bc30/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ea5c982f-33ca-4477-a21d-11e12a75bc30/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ea5c982f-33ca-4477-a21d-11e12a75bc30/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ea5c982f-33ca-4477-a21d-11e12a75bc30/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:46:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:46:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:46:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdh (vdc) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:46:37 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:46:37 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:46:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=7389MB free_disk=25.523738861083984GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 05:46:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance ecb14dfa-b1d5-428e-b89f-d6ef246516fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:46:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance f043cb05-eb51-4e0c-9a91-082ad6149324 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:46:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 4c3e6679-374d-4644-b05d-ef0bf04d7a3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:46:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 7e417d76-c45b-4033-aa0e-c98c1268971d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:46:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 24068942-be4d-4353-9eae-a9772d380590 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:46:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance d2d0fded-ace8-4303-b141-bb13dff73c5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:46:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 3ea053be-1937-4292-80ea-eb4d5e03b5e2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:46:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 3eda9718-c0e8-45d0-b2d7-403f219e8192 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:46:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 6ba76d75-271d-4523-b0f0-e43997a43ac8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:46:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance d750dda3-675a-48fe-92d4-5bb35e274e1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:46:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 31fc3c51-d233-40f9-bae9-6aaad7d23aa7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:46:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance ea5c982f-33ca-4477-a21d-11e12a75bc30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:46:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 2caef3e6-4e9a-4179-b063-18f87f1a63f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:46:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 05:46:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 05:46:38 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:46:38 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:46:38 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 05:46:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.693s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:46:45 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Creating image(s)
Oct 30 05:46:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Did not create local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Ensure instance console log exists: /opt/stack/data/nova/instances/3ea053be-1937-4292-80ea-eb4d5e03b5e2/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Start _get_guest_xml network_info=[{"id": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "address": "fa:16:3e:df:3c:72", "network": {"id": "78892be9-b10d-4a13-942a-a2056c4e2987", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1397092291-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cce501e87faf45949eba8517dd9a3ea2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50a3bf3c-1c", "ovs_interfaceid": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': '525dbd22-716a-4787-9c24-8b3696d37355', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cOeiKpUf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3ea053be-1937-4292-80ea-eb4d5e03b5e2', 'attached_at': '', 'detached_at': '', 'volume_id': '86991b09-636b-426b-9654-e9400244050e', 'serial': '86991b09-636b-426b-9654-e9400244050e'}, 'disk_bus': 'virtio', 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:46:45 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 30 05:46:45 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 30 05:46:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG nova.objects.instance [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lazy-loading 'vcpu_model' on Instance uuid 3ea053be-1937-4292-80ea-eb4d5e03b5e2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cOeiKpUf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:46:45 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 30 05:46:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:46:45 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 30 05:46:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:46:45 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[52548219-138a-4e86-9ee5-b3ac82036f84]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:46:45 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b8a56ef-2a0e-41ac-b639-a7377e177351]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e] added
Oct 30 05:46:45 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6552270e-2895-4bf8-b9e2-65eca0376e56]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d05b9ea-4a57-4ca2-8782-87066cac18fb]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cOeiKpUf {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cOeiKpUf" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[63f46f02-d733-4e50-b379-621676b0e4dd]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cOeiKpUf'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[64551795-9265-405f-b107-d2e42d433d15]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5621c31f-b158-4e48-afac-e66a554465ee]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:46:45 user nova-compute[74922]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:46:45 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:46:45 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:46:45 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:46:45 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:46:45 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:46:45 user nova-compute[74922]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:46:45 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:46:45 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:46:45 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:46:45 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:46:45 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --login" returned: 0 in 0.082s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f42f620c-eb41-4256-af5b-536e9391dcfd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e, portal: 172.16.0.220,3260]
Oct 30 05:46:45 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e, portal: 172.16.0.220,3260] successful.
Oct 30 05:46:45 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e26e4f88-564d-408b-b5ac-66a6a4265c23]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[52fa1fef-2283-4500-8390-db628ed7f53a]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:46:45 user nova-compute[74922]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:46:45 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:46:45 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:46:45 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:46:45 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:46:45 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:46:45 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:46:45 user nova-compute[74922]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:46:45 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:46:45 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:46:45 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:46:45 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:46:45 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:46:45 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.333s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] HCTL ('36', '-', '-', 0) found on session 14 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[718d7a1f-6b86-401c-bf17-b75c048ed702]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:45 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Searching for a device in session 14 and hctl ['36', '*', '*', 0] yield: None {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Searching for a device in session 14 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cOeiKpUf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.372s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] <== connect_volume: return (1375ms) {'type': 'block', 'scsi_wwn': '26237623137323461', 'path': '/dev/sde'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26237623137323461', 'path': '/dev/sde'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T05:43:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1671300911',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-39662126',id=8,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCe0+rWFu+0G8uFTK4dQWjNEWXrTR+3t+bysQx857NIldiHaqaIoP3Bscur1xwqXc5hprDJeAfoGUaw5kwih0MpCr2G//4+GxN1WKDO5erMQeVctAdOQl85PSv5Zr8a8Sg==',key_name='tempest-keypair-2132190904',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:44:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='cce501e87faf45949eba8517dd9a3ea2',ramdisk_id='',reservation_id='r-p4cyc8pz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1120424251',owner_user_name='tempest-ServerActionsV293TestJSON-1120424251-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:46:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='73f9b18574c24a3482707f90c1324c1d',uuid=3ea053be-1937-4292-80ea-eb4d5e03b5e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "address": "fa:16:3e:df:3c:72", "network": {"id": "78892be9-b10d-4a13-942a-a2056c4e2987", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1397092291-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cce501e87faf45949eba8517dd9a3ea2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50a3bf3c-1c", "ovs_interfaceid": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Converting VIF {"id": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "address": "fa:16:3e:df:3c:72", "network": {"id": "78892be9-b10d-4a13-942a-a2056c4e2987", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1397092291-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cce501e87faf45949eba8517dd9a3ea2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50a3bf3c-1c", "ovs_interfaceid": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:df:3c:72,bridge_name='br-int',has_traffic_filtering=True,id=50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c,network=Network(78892be9-b10d-4a13-942a-a2056c4e2987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50a3bf3c-1c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:46:46 user nova-compute[74922]:   <uuid>3ea053be-1937-4292-80ea-eb4d5e03b5e2</uuid>
Oct 30 05:46:46 user nova-compute[74922]:   <name>instance-00000008</name>
Oct 30 05:46:46 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:46:46 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:46:46 user nova-compute[74922]:   <metadata>
Oct 30 05:46:46 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:46:46 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:46:46 user nova-compute[74922]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1671300911</nova:name>
Oct 30 05:46:46 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:46:45</nova:creationTime>
Oct 30 05:46:46 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:46:46 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:46:46 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:46:46 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:46:46 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:46:46 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:46:46 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:46:46 user nova-compute[74922]:       <nova:owner>
Oct 30 05:46:46 user nova-compute[74922]:         <nova:user uuid="73f9b18574c24a3482707f90c1324c1d">tempest-ServerActionsV293TestJSON-1120424251-project-member</nova:user>
Oct 30 05:46:46 user nova-compute[74922]:         <nova:project uuid="cce501e87faf45949eba8517dd9a3ea2">tempest-ServerActionsV293TestJSON-1120424251</nova:project>
Oct 30 05:46:46 user nova-compute[74922]:       </nova:owner>
Oct 30 05:46:46 user nova-compute[74922]:       <nova:ports>
Oct 30 05:46:46 user nova-compute[74922]:         <nova:port uuid="50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c">
Oct 30 05:46:46 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 30 05:46:46 user nova-compute[74922]:         </nova:port>
Oct 30 05:46:46 user nova-compute[74922]:       </nova:ports>
Oct 30 05:46:46 user nova-compute[74922]:     </nova:instance>
Oct 30 05:46:46 user nova-compute[74922]:   </metadata>
Oct 30 05:46:46 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:46:46 user nova-compute[74922]:     <system>
Oct 30 05:46:46 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:46:46 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:46:46 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:46:46 user nova-compute[74922]:       <entry name="serial">3ea053be-1937-4292-80ea-eb4d5e03b5e2</entry>
Oct 30 05:46:46 user nova-compute[74922]:       <entry name="uuid">3ea053be-1937-4292-80ea-eb4d5e03b5e2</entry>
Oct 30 05:46:46 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:46:46 user nova-compute[74922]:     </system>
Oct 30 05:46:46 user nova-compute[74922]:   </sysinfo>
Oct 30 05:46:46 user nova-compute[74922]:   <os>
Oct 30 05:46:46 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:46:46 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:46:46 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:46:46 user nova-compute[74922]:   </os>
Oct 30 05:46:46 user nova-compute[74922]:   <features>
Oct 30 05:46:46 user nova-compute[74922]:     <acpi/>
Oct 30 05:46:46 user nova-compute[74922]:     <apic/>
Oct 30 05:46:46 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:46:46 user nova-compute[74922]:   </features>
Oct 30 05:46:46 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:46:46 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:46:46 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:46:46 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:46:46 user nova-compute[74922]:   </clock>
Oct 30 05:46:46 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:46:46 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:46:46 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:46:46 user nova-compute[74922]:   </cpu>
Oct 30 05:46:46 user nova-compute[74922]:   <devices>
Oct 30 05:46:46 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 05:46:46 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:46:46 user nova-compute[74922]:       <source dev="/dev/sde"/>
Oct 30 05:46:46 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:46:46 user nova-compute[74922]:       <serial>86991b09-636b-426b-9654-e9400244050e</serial>
Oct 30 05:46:46 user nova-compute[74922]:     </disk>
Oct 30 05:46:46 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:46:46 user nova-compute[74922]:       <mac address="fa:16:3e:df:3c:72"/>
Oct 30 05:46:46 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:46:46 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:46:46 user nova-compute[74922]:       <target dev="tap50a3bf3c-1c"/>
Oct 30 05:46:46 user nova-compute[74922]:     </interface>
Oct 30 05:46:46 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:46:46 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/3ea053be-1937-4292-80ea-eb4d5e03b5e2/console.log" append="off"/>
Oct 30 05:46:46 user nova-compute[74922]:     </serial>
Oct 30 05:46:46 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:46:46 user nova-compute[74922]:     <video>
Oct 30 05:46:46 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:46:46 user nova-compute[74922]:     </video>
Oct 30 05:46:46 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:46:46 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:46:46 user nova-compute[74922]:     </rng>
Oct 30 05:46:46 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:46:46 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:46:46 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:46:46 user nova-compute[74922]:     </memballoon>
Oct 30 05:46:46 user nova-compute[74922]:   </devices>
Oct 30 05:46:46 user nova-compute[74922]: </domain>
Oct 30 05:46:46 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T05:43:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1671300911',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-39662126',id=8,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCe0+rWFu+0G8uFTK4dQWjNEWXrTR+3t+bysQx857NIldiHaqaIoP3Bscur1xwqXc5hprDJeAfoGUaw5kwih0MpCr2G//4+GxN1WKDO5erMQeVctAdOQl85PSv5Zr8a8Sg==',key_name='tempest-keypair-2132190904',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:44:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='cce501e87faf45949eba8517dd9a3ea2',ramdisk_id='',reservation_id='r-p4cyc8pz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1120424251',owner_user_name='tempest-ServerActionsV293TestJSON-1120424251-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:46:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='73f9b18574c24a3482707f90c1324c1d',uuid=3ea053be-1937-4292-80ea-eb4d5e03b5e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "address": "fa:16:3e:df:3c:72", "network": {"id": "78892be9-b10d-4a13-942a-a2056c4e2987", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1397092291-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cce501e87faf45949eba8517dd9a3ea2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50a3bf3c-1c", "ovs_interfaceid": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Converting VIF {"id": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "address": "fa:16:3e:df:3c:72", "network": {"id": "78892be9-b10d-4a13-942a-a2056c4e2987", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1397092291-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cce501e87faf45949eba8517dd9a3ea2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50a3bf3c-1c", "ovs_interfaceid": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:df:3c:72,bridge_name='br-int',has_traffic_filtering=True,id=50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c,network=Network(78892be9-b10d-4a13-942a-a2056c4e2987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50a3bf3c-1c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG os_vif [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:df:3c:72,bridge_name='br-int',has_traffic_filtering=True,id=50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c,network=Network(78892be9-b10d-4a13-942a-a2056c4e2987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50a3bf3c-1c') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6b8ff951-5e46-5791-bc7e-550577772c4d', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap50a3bf3c-1c, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap50a3bf3c-1c, col_values=(('qos', UUID('0c20a46b-cb81-4c1c-bb44-7bae5a5b8dbf')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap50a3bf3c-1c, col_values=(('external_ids', {'iface-id': '50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:df:3c:72', 'vm-uuid': '3ea053be-1937-4292-80ea-eb4d5e03b5e2'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:46 user nova-compute[74922]: INFO os_vif [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:df:3c:72,bridge_name='br-int',has_traffic_filtering=True,id=50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c,network=Network(78892be9-b10d-4a13-942a-a2056c4e2987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50a3bf3c-1c')
Oct 30 05:46:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:46:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] No VIF found with MAC fa:16:3e:df:3c:72, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:46:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:48 user nova-compute[74922]: DEBUG nova.compute.manager [req-e4f8f4e2-724f-4e30-9b5f-40bf01a8746f req-267d48ba-2f17-44d9-b496-2635e6e0b3a7 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Received event network-vif-plugged-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:46:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e4f8f4e2-724f-4e30-9b5f-40bf01a8746f req-267d48ba-2f17-44d9-b496-2635e6e0b3a7 service nova] Acquiring lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e4f8f4e2-724f-4e30-9b5f-40bf01a8746f req-267d48ba-2f17-44d9-b496-2635e6e0b3a7 service nova] Lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e4f8f4e2-724f-4e30-9b5f-40bf01a8746f req-267d48ba-2f17-44d9-b496-2635e6e0b3a7 service nova] Lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:48 user nova-compute[74922]: DEBUG nova.compute.manager [req-e4f8f4e2-724f-4e30-9b5f-40bf01a8746f req-267d48ba-2f17-44d9-b496-2635e6e0b3a7 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] No waiting events found dispatching network-vif-plugged-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:46:48 user nova-compute[74922]: WARNING nova.compute.manager [req-e4f8f4e2-724f-4e30-9b5f-40bf01a8746f req-267d48ba-2f17-44d9-b496-2635e6e0b3a7 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Received unexpected event network-vif-plugged-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c for instance with vm_state active and task_state rebuild_spawning.
Oct 30 05:46:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GhtiPxDQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:46:49 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:46:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:46:49 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:46:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:46:49 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:46:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[35154520-925b-4282-a1bb-da323627cf2e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:46:49 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b317d6f-546d-4f3d-9587-67c4850a27ad]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28] added
Oct 30 05:46:49 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[521fd9b9-5ae4-4d59-9c9e-d74ce27a8378]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[85df4d89-3a29-4da5-aaf6-7ba85d4d675b]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GhtiPxDQ {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GhtiPxDQ" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[af107936-18ff-4292-b4ea-0a63f3d55e84]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GhtiPxDQ'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7fcd685-eaf5-4730-9261-76bac2b7b2cc]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[18f714be-5583-43c1-9c6d-961167c7051f]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:46:49 user nova-compute[74922]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:46:49 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:46:49 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:46:49 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:46:49 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:46:49 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:46:49 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:46:49 user nova-compute[74922]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:46:49 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:46:49 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:46:49 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:46:49 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:46:49 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:46:49 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --login" returned: 0 in 0.086s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2dc3560-4602-4eef-a753-cced9b04ce8c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28, portal: 172.16.0.220,3260]
Oct 30 05:46:49 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28, portal: 172.16.0.220,3260] successful.
Oct 30 05:46:49 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8cdc7ed-1f29-48b0-a8d9-90a5896cbf55]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[82460203-557e-45d6-ab48-3e8e6a681e07]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:46:50 user nova-compute[74922]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:46:50 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:46:50 user nova-compute[74922]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:46:50 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:46:50 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:46:50 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:46:50 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:46:50 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:46:50 user nova-compute[74922]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:46:50 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:46:50 user nova-compute[74922]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:46:50 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:46:50 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:46:50 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:46:50 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:46:50 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.337s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] HCTL ('40', '-', '-', 0) found on session 15 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f718129c-9cd3-4828-8e7a-a733c16a66f2]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Searching for a device in session 15 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GhtiPxDQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG nova.compute.manager [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:46:50 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Instance spawned successfully.
Oct 30 05:46:50 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG nova.compute.manager [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG nova.compute.manager [req-4e93733a-1a12-4448-a92f-c0a0bfb80e4c req-b63e9a93-061a-4b72-a6b7-15480494c712 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Received event network-vif-plugged-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4e93733a-1a12-4448-a92f-c0a0bfb80e4c req-b63e9a93-061a-4b72-a6b7-15480494c712 service nova] Acquiring lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4e93733a-1a12-4448-a92f-c0a0bfb80e4c req-b63e9a93-061a-4b72-a6b7-15480494c712 service nova] Lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4e93733a-1a12-4448-a92f-c0a0bfb80e4c req-b63e9a93-061a-4b72-a6b7-15480494c712 service nova] Lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG nova.compute.manager [req-4e93733a-1a12-4448-a92f-c0a0bfb80e4c req-b63e9a93-061a-4b72-a6b7-15480494c712 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] No waiting events found dispatching network-vif-plugged-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:46:50 user nova-compute[74922]: WARNING nova.compute.manager [req-4e93733a-1a12-4448-a92f-c0a0bfb80e4c req-b63e9a93-061a-4b72-a6b7-15480494c712 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Received unexpected event network-vif-plugged-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c for instance with vm_state active and task_state rebuild_spawning.
Oct 30 05:46:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG nova.objects.instance [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74922) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Oct 30 05:46:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4035a68-c868-444c-944c-7817b31742b3 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.077s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:51 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.383s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:46:51 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] <== connect_volume: return (1384ms) {'type': 'block', 'scsi_wwn': '26330643134643635', 'path': '/dev/sdi'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:46:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26330643134643635', 'path': '/dev/sdi'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:46:51 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lazy-loading 'flavor' on Instance uuid ecb14dfa-b1d5-428e-b89f-d6ef246516fb {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:46:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 05:46:51 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:46:51 user nova-compute[74922]:   <source dev="/dev/sdi"/>
Oct 30 05:46:51 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:46:51 user nova-compute[74922]:   <serial>43529096-0763-4c37-a712-4fe6de458e28</serial>
Oct 30 05:46:51 user nova-compute[74922]: </disk>
Oct 30 05:46:51 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 05:46:51 user nova-compute[74922]: DEBUG nova.compute.manager [req-6484eaf8-c942-4803-9b99-1213a19f0ca0 req-e6d6d351-bce8-48d5-9f8b-9a7afc30090f service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Received event network-changed-450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:46:51 user nova-compute[74922]: DEBUG nova.compute.manager [req-6484eaf8-c942-4803-9b99-1213a19f0ca0 req-e6d6d351-bce8-48d5-9f8b-9a7afc30090f service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Refreshing instance network info cache due to event network-changed-450bc0a4-feb9-498a-b5d2-2cefcac965a4. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:46:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6484eaf8-c942-4803-9b99-1213a19f0ca0 req-e6d6d351-bce8-48d5-9f8b-9a7afc30090f service nova] Acquiring lock "refresh_cache-3eda9718-c0e8-45d0-b2d7-403f219e8192" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:46:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6484eaf8-c942-4803-9b99-1213a19f0ca0 req-e6d6d351-bce8-48d5-9f8b-9a7afc30090f service nova] Acquired lock "refresh_cache-3eda9718-c0e8-45d0-b2d7-403f219e8192" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:46:51 user nova-compute[74922]: DEBUG nova.network.neutron [req-6484eaf8-c942-4803-9b99-1213a19f0ca0 req-e6d6d351-bce8-48d5-9f8b-9a7afc30090f service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Refreshing network info cache for port 450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:46:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:46:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:46:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] No VIF found with MAC fa:16:3e:27:28:94, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:46:51 user nova-compute[74922]: DEBUG nova.network.neutron [req-6484eaf8-c942-4803-9b99-1213a19f0ca0 req-e6d6d351-bce8-48d5-9f8b-9a7afc30090f service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Updated VIF entry in instance network info cache for port 450bc0a4-feb9-498a-b5d2-2cefcac965a4. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:46:51 user nova-compute[74922]: DEBUG nova.network.neutron [req-6484eaf8-c942-4803-9b99-1213a19f0ca0 req-e6d6d351-bce8-48d5-9f8b-9a7afc30090f service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Updating instance_info_cache with network_info: [{"id": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "address": "fa:16:3e:b8:74:95", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap450bc0a4-fe", "ovs_interfaceid": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:46:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6484eaf8-c942-4803-9b99-1213a19f0ca0 req-e6d6d351-bce8-48d5-9f8b-9a7afc30090f service nova] Releasing lock "refresh_cache-3eda9718-c0e8-45d0-b2d7-403f219e8192" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:46:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6ed60dbc-b3bf-41df-98ff-13f93829e4fa tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 27.178s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:53 user nova-compute[74922]: DEBUG nova.compute.manager [req-7869d8e0-533c-43f5-beb6-36ebb3b5e1d3 req-6a2b1ccb-f966-42a5-b8a2-845c0685950f service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Received event network-changed-450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:46:53 user nova-compute[74922]: DEBUG nova.compute.manager [req-7869d8e0-533c-43f5-beb6-36ebb3b5e1d3 req-6a2b1ccb-f966-42a5-b8a2-845c0685950f service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Refreshing instance network info cache due to event network-changed-450bc0a4-feb9-498a-b5d2-2cefcac965a4. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:46:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7869d8e0-533c-43f5-beb6-36ebb3b5e1d3 req-6a2b1ccb-f966-42a5-b8a2-845c0685950f service nova] Acquiring lock "refresh_cache-3eda9718-c0e8-45d0-b2d7-403f219e8192" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:46:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7869d8e0-533c-43f5-beb6-36ebb3b5e1d3 req-6a2b1ccb-f966-42a5-b8a2-845c0685950f service nova] Acquired lock "refresh_cache-3eda9718-c0e8-45d0-b2d7-403f219e8192" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:46:53 user nova-compute[74922]: DEBUG nova.network.neutron [req-7869d8e0-533c-43f5-beb6-36ebb3b5e1d3 req-6a2b1ccb-f966-42a5-b8a2-845c0685950f service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Refreshing network info cache for port 450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:46:54 user nova-compute[74922]: DEBUG nova.compute.manager [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Stashing vm_state: active {{(pid=74922) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 30 05:46:54 user nova-compute[74922]: DEBUG nova.network.neutron [req-7869d8e0-533c-43f5-beb6-36ebb3b5e1d3 req-6a2b1ccb-f966-42a5-b8a2-845c0685950f service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Updated VIF entry in instance network info cache for port 450bc0a4-feb9-498a-b5d2-2cefcac965a4. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:46:54 user nova-compute[74922]: DEBUG nova.network.neutron [req-7869d8e0-533c-43f5-beb6-36ebb3b5e1d3 req-6a2b1ccb-f966-42a5-b8a2-845c0685950f service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Updating instance_info_cache with network_info: [{"id": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "address": "fa:16:3e:b8:74:95", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap450bc0a4-fe", "ovs_interfaceid": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:46:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7869d8e0-533c-43f5-beb6-36ebb3b5e1d3 req-6a2b1ccb-f966-42a5-b8a2-845c0685950f service nova] Releasing lock "refresh_cache-3eda9718-c0e8-45d0-b2d7-403f219e8192" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:46:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:54 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:46:54 user nova-compute[74922]: INFO nova.compute.claims [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Claim successful on node user
Oct 30 05:46:54 user nova-compute[74922]: INFO nova.compute.resource_tracker [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Updating resource usage from migration b1cc7c9e-bb88-4d1d-88aa-c63ec19951ee
Oct 30 05:46:55 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:46:55 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:46:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.580s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:55 user nova-compute[74922]: INFO nova.compute.manager [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Migrating
Oct 30 05:46:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:46:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquired lock "compute-rpcapi-router" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:46:55 user nova-compute[74922]: INFO nova.compute.rpcapi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Oct 30 05:46:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Releasing lock "compute-rpcapi-router" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:46:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:46:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquired lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:46:55 user nova-compute[74922]: DEBUG nova.network.neutron [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:46:56 user nova-compute[74922]: DEBUG nova.network.neutron [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Updating instance_info_cache with network_info: [{"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:46:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Releasing lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:46:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Starting migrate_disk_and_power_off {{(pid=74922) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 30 05:46:56 user nova-compute[74922]: DEBUG nova.compute.manager [req-7483b8dd-4216-40a4-910f-3dc2f78a3c9f req-f7ffd196-22bc-4f41-9ffe-ad523101ad22 service nova] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Received event network-changed-a101e5a8-76cf-43c0-91a2-f0db3a44b21b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:46:56 user nova-compute[74922]: DEBUG nova.compute.manager [req-7483b8dd-4216-40a4-910f-3dc2f78a3c9f req-f7ffd196-22bc-4f41-9ffe-ad523101ad22 service nova] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Refreshing instance network info cache due to event network-changed-a101e5a8-76cf-43c0-91a2-f0db3a44b21b. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:46:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7483b8dd-4216-40a4-910f-3dc2f78a3c9f req-f7ffd196-22bc-4f41-9ffe-ad523101ad22 service nova] Acquiring lock "refresh_cache-d750dda3-675a-48fe-92d4-5bb35e274e1d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:46:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7483b8dd-4216-40a4-910f-3dc2f78a3c9f req-f7ffd196-22bc-4f41-9ffe-ad523101ad22 service nova] Acquired lock "refresh_cache-d750dda3-675a-48fe-92d4-5bb35e274e1d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:46:56 user nova-compute[74922]: DEBUG nova.network.neutron [req-7483b8dd-4216-40a4-910f-3dc2f78a3c9f req-f7ffd196-22bc-4f41-9ffe-ad523101ad22 service nova] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Refreshing network info cache for port a101e5a8-76cf-43c0-91a2-f0db3a44b21b {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:46:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a43ec04-ac2c-4df8-b1f9-585cec29d659 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "d750dda3-675a-48fe-92d4-5bb35e274e1d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a43ec04-ac2c-4df8-b1f9-585cec29d659 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "d750dda3-675a-48fe-92d4-5bb35e274e1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a43ec04-ac2c-4df8-b1f9-585cec29d659 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "d750dda3-675a-48fe-92d4-5bb35e274e1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a43ec04-ac2c-4df8-b1f9-585cec29d659 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "d750dda3-675a-48fe-92d4-5bb35e274e1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a43ec04-ac2c-4df8-b1f9-585cec29d659 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "d750dda3-675a-48fe-92d4-5bb35e274e1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:56 user nova-compute[74922]: INFO nova.compute.manager [None req-6a43ec04-ac2c-4df8-b1f9-585cec29d659 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Terminating instance
Oct 30 05:46:56 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a43ec04-ac2c-4df8-b1f9-585cec29d659 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG nova.network.neutron [req-7483b8dd-4216-40a4-910f-3dc2f78a3c9f req-f7ffd196-22bc-4f41-9ffe-ad523101ad22 service nova] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Updated VIF entry in instance network info cache for port a101e5a8-76cf-43c0-91a2-f0db3a44b21b. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG nova.network.neutron [req-7483b8dd-4216-40a4-910f-3dc2f78a3c9f req-f7ffd196-22bc-4f41-9ffe-ad523101ad22 service nova] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Updating instance_info_cache with network_info: [{"id": "a101e5a8-76cf-43c0-91a2-f0db3a44b21b", "address": "fa:16:3e:6c:ed:b0", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa101e5a8-76", "ovs_interfaceid": "a101e5a8-76cf-43c0-91a2-f0db3a44b21b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7483b8dd-4216-40a4-910f-3dc2f78a3c9f req-f7ffd196-22bc-4f41-9ffe-ad523101ad22 service nova] Releasing lock "refresh_cache-d750dda3-675a-48fe-92d4-5bb35e274e1d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:46:57 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Instance destroyed successfully.
Oct 30 05:46:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:42:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1965429185',display_name='tempest-ServerActionsTestOtherB-server-1965429185',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1965429185',id=1,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDKrR03Edkn3+uBBYzhl+WeW8EF5di0h23yGyXMJTFmoTumLAD75Wd1o8sMPMIVTSXHUqhJU0VAh0oJd5Uuik/EFhsIgquDCl2UHWrFcfWnkGIcCYHjG6vc/o69ncGjTg==',key_name='tempest-keypair-1219661337',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:42:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ea2c40ac6bb44f2aad2d2aca6c2f091d',ramdisk_id='',reservation_id='r-pom00zck',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-23289473',owner_user_name='tempest-ServerActionsTestOtherB-23289473-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:46:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b38f6c172eec4a849dade17cc0fb9d18',uuid=ecb14dfa-b1d5-428e-b89f-d6ef246516fb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-2036725503-network", "vif_mac": "fa:16:3e:27:28:94"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Converting VIF {"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-2036725503-network", "vif_mac": "fa:16:3e:27:28:94"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:27:28:94,bridge_name='br-int',has_traffic_filtering=True,id=da530316-ce42-47ee-aa54-a123b18bb1c2,network=Network(fc508590-021d-4cf4-bb16-d6f2321e5590),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda530316-ce') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG os_vif [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:27:28:94,bridge_name='br-int',has_traffic_filtering=True,id=da530316-ce42-47ee-aa54-a123b18bb1c2,network=Network(fc508590-021d-4cf4-bb16-d6f2321e5590),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda530316-ce') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapda530316-ce, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2690daad-a130-4f23-82ca-c71e3a4e07f7) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:57 user nova-compute[74922]: INFO os_vif [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:27:28:94,bridge_name='br-int',has_traffic_filtering=True,id=da530316-ce42-47ee-aa54-a123b18bb1c2,network=Network(fc508590-021d-4cf4-bb16-d6f2321e5590),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda530316-ce')
Oct 30 05:46:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GhtiPxDQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:46:57 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:46:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.030s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa399109-bd7c-41c5-81d4-956a7dbbe526]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:46:57 user nova-compute[74922]: No targets found.
Oct 30 05:46:57 user nova-compute[74922]: iSNS:
Oct 30 05:46:57 user nova-compute[74922]: No targets found.
Oct 30 05:46:57 user nova-compute[74922]: STATIC:
Oct 30 05:46:57 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b
Oct 30 05:46:57 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:57 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:57 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e
Oct 30 05:46:57 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:57 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:57 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930
Oct 30 05:46:57 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:57 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:57 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432
Oct 30 05:46:57 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:57 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:57 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b
Oct 30 05:46:57 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:57 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:57 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e
Oct 30 05:46:57 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:57 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:57 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41
Oct 30 05:46:57 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:57 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:57 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28
Oct 30 05:46:57 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:46:57 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:46:57 user nova-compute[74922]: FIRMWARE:
Oct 30 05:46:57 user nova-compute[74922]: No targets found.
Oct 30 05:46:57 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:46:57 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:46:57 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG nova.compute.manager [req-2558edd1-1b68-4881-a858-9eb90ea619b0 req-8e4a7bbd-7fdf-45e5-a67c-bb116e068639 service nova] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Received event network-vif-unplugged-a101e5a8-76cf-43c0-91a2-f0db3a44b21b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2558edd1-1b68-4881-a858-9eb90ea619b0 req-8e4a7bbd-7fdf-45e5-a67c-bb116e068639 service nova] Acquiring lock "d750dda3-675a-48fe-92d4-5bb35e274e1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2558edd1-1b68-4881-a858-9eb90ea619b0 req-8e4a7bbd-7fdf-45e5-a67c-bb116e068639 service nova] Lock "d750dda3-675a-48fe-92d4-5bb35e274e1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2558edd1-1b68-4881-a858-9eb90ea619b0 req-8e4a7bbd-7fdf-45e5-a67c-bb116e068639 service nova] Lock "d750dda3-675a-48fe-92d4-5bb35e274e1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG nova.compute.manager [req-2558edd1-1b68-4881-a858-9eb90ea619b0 req-8e4a7bbd-7fdf-45e5-a67c-bb116e068639 service nova] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] No waiting events found dispatching network-vif-unplugged-a101e5a8-76cf-43c0-91a2-f0db3a44b21b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG nova.compute.manager [req-2558edd1-1b68-4881-a858-9eb90ea619b0 req-8e4a7bbd-7fdf-45e5-a67c-bb116e068639 service nova] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Received event network-vif-unplugged-a101e5a8-76cf-43c0-91a2-f0db3a44b21b for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[326ebfbb-fc64-4304-9ff7-00d4f0c6f96c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[305a89d7-c297-412e-9764-fc6a737e8d73]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:46:57 user nova-compute[74922]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:46:57 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:46:57 user nova-compute[74922]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:46:57 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:46:57 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:46:57 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:46:57 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:46:57 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:46:57 user nova-compute[74922]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:46:57 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:46:57 user nova-compute[74922]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:46:57 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:46:57 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:46:57 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:46:57 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:46:57 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8208683d00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28'): ({'sdi'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Removing single pathed devices sdi {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[eee4bae8-d98f-4a27-8565-e6f6b5817297]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.041s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0675763b-d90c-471b-9e52-3480727eb78f]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Flushing IO for device /dev/sdi {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f07cee8a-19b8-4646-bbdb-83e234fe93a9]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.056s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0446c45-5137-45db-b90a-ff0f6a894f6e]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Checking to see if SCSI volumes sdi have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] SCSI volumes sdi have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.041s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8772ad7c-7964-40df-9119-49e13115daba]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --logout" returned: 0 in 0.105s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c5843de-bb22-4fcd-95cf-bb8c77b9532d]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28, portal: 172.16.0.220,3260]
Oct 30 05:46:57 user nova-compute[74922]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28, portal: 172.16.0.220,3260] successful.
Oct 30 05:46:57 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.044s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[35f1044c-7e3a-432e-8e51-68b748d1ff18]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.498s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] <== disconnect_volume: return (500ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:57 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Instance destroyed successfully.
Oct 30 05:46:57 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6a43ec04-ac2c-4df8-b1f9-585cec29d659 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lazy-loading 'resources' on Instance uuid d750dda3-675a-48fe-92d4-5bb35e274e1d {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-6a43ec04-ac2c-4df8-b1f9-585cec29d659 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:45:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-973718270',display_name='tempest-AttachVolumeNegativeTest-server-973718270',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-973718270',id=11,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOEbsW2ZI5Fn/aTJSB34gNkOs5xEl0qoe/bkrztMZyMbMnPHWMz8c5ujEsfIcCRbOBL5Ced9OddC0B6e2v77Gfou4sbfLbmrhaTFeirQjoH56gY/VXs+PplghNPnqqJtfQ==',key_name='tempest-keypair-2003068448',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:45:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='647004aba5a44a0396d1f4891224c7dc',ramdisk_id='',reservation_id='r-a9s10qgk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-460499645',owner_user_name='tempest-AttachVolumeNegativeTest-460499645-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:45:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0fc523869f524f2598eddbd67e616807',uuid=d750dda3-675a-48fe-92d4-5bb35e274e1d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a101e5a8-76cf-43c0-91a2-f0db3a44b21b", "address": "fa:16:3e:6c:ed:b0", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa101e5a8-76", "ovs_interfaceid": "a101e5a8-76cf-43c0-91a2-f0db3a44b21b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-6a43ec04-ac2c-4df8-b1f9-585cec29d659 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Converting VIF {"id": "a101e5a8-76cf-43c0-91a2-f0db3a44b21b", "address": "fa:16:3e:6c:ed:b0", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa101e5a8-76", "ovs_interfaceid": "a101e5a8-76cf-43c0-91a2-f0db3a44b21b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-6a43ec04-ac2c-4df8-b1f9-585cec29d659 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6c:ed:b0,bridge_name='br-int',has_traffic_filtering=True,id=a101e5a8-76cf-43c0-91a2-f0db3a44b21b,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa101e5a8-76') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG os_vif [None req-6a43ec04-ac2c-4df8-b1f9-585cec29d659 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6c:ed:b0,bridge_name='br-int',has_traffic_filtering=True,id=a101e5a8-76cf-43c0-91a2-f0db3a44b21b,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa101e5a8-76') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa101e5a8-76, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c54fa9ec-efbc-4134-b18f-36bf93dd3769) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:46:57 user nova-compute[74922]: INFO os_vif [None req-6a43ec04-ac2c-4df8-b1f9-585cec29d659 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6c:ed:b0,bridge_name='br-int',has_traffic_filtering=True,id=a101e5a8-76cf-43c0-91a2-f0db3a44b21b,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa101e5a8-76')
Oct 30 05:46:57 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-6a43ec04-ac2c-4df8-b1f9-585cec29d659 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Deleting instance files /opt/stack/data/nova/instances/d750dda3-675a-48fe-92d4-5bb35e274e1d_del
Oct 30 05:46:57 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-6a43ec04-ac2c-4df8-b1f9-585cec29d659 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Deletion of /opt/stack/data/nova/instances/d750dda3-675a-48fe-92d4-5bb35e274e1d_del complete
Oct 30 05:46:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:58 user nova-compute[74922]: INFO nova.compute.manager [None req-6a43ec04-ac2c-4df8-b1f9-585cec29d659 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Took 1.12 seconds to destroy the instance on the hypervisor.
Oct 30 05:46:58 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-6a43ec04-ac2c-4df8-b1f9-585cec29d659 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 05:46:58 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 05:46:58 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 05:46:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] skipping disk /dev/sdi (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:46:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb_resize/disk /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:58 user nova-compute[74922]: DEBUG nova.compute.manager [req-82e8332b-075d-44cb-916e-39331b14f358 req-f15c6e8a-e4d3-4fec-afad-a7c5b2061569 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received event network-vif-unplugged-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:46:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-82e8332b-075d-44cb-916e-39331b14f358 req-f15c6e8a-e4d3-4fec-afad-a7c5b2061569 service nova] Acquiring lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-82e8332b-075d-44cb-916e-39331b14f358 req-f15c6e8a-e4d3-4fec-afad-a7c5b2061569 service nova] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-82e8332b-075d-44cb-916e-39331b14f358 req-f15c6e8a-e4d3-4fec-afad-a7c5b2061569 service nova] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:58 user nova-compute[74922]: DEBUG nova.compute.manager [req-82e8332b-075d-44cb-916e-39331b14f358 req-f15c6e8a-e4d3-4fec-afad-a7c5b2061569 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] No waiting events found dispatching network-vif-unplugged-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:46:58 user nova-compute[74922]: WARNING nova.compute.manager [req-82e8332b-075d-44cb-916e-39331b14f358 req-f15c6e8a-e4d3-4fec-afad-a7c5b2061569 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received unexpected event network-vif-unplugged-da530316-ce42-47ee-aa54-a123b18bb1c2 for instance with vm_state active and task_state resize_migrating.
Oct 30 05:46:58 user nova-compute[74922]: DEBUG nova.compute.manager [req-82e8332b-075d-44cb-916e-39331b14f358 req-f15c6e8a-e4d3-4fec-afad-a7c5b2061569 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received event network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:46:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-82e8332b-075d-44cb-916e-39331b14f358 req-f15c6e8a-e4d3-4fec-afad-a7c5b2061569 service nova] Acquiring lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-82e8332b-075d-44cb-916e-39331b14f358 req-f15c6e8a-e4d3-4fec-afad-a7c5b2061569 service nova] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-82e8332b-075d-44cb-916e-39331b14f358 req-f15c6e8a-e4d3-4fec-afad-a7c5b2061569 service nova] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:58 user nova-compute[74922]: DEBUG nova.compute.manager [req-82e8332b-075d-44cb-916e-39331b14f358 req-f15c6e8a-e4d3-4fec-afad-a7c5b2061569 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] No waiting events found dispatching network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:46:58 user nova-compute[74922]: WARNING nova.compute.manager [req-82e8332b-075d-44cb-916e-39331b14f358 req-f15c6e8a-e4d3-4fec-afad-a7c5b2061569 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received unexpected event network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 for instance with vm_state active and task_state resize_migrating.
Oct 30 05:46:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] CMD "cp -r /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb_resize/disk /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk" returned: 0 in 0.594s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb_resize/disk.info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk.info {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:46:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] CMD "cp -r /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb_resize/disk.info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk.info" returned: 0 in 0.039s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:46:58 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:46:59 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:46:59 user nova-compute[74922]: DEBUG nova.compute.manager [req-adbeafe1-ba8b-4d29-88e5-4ef12ed46dd3 req-2efffbbe-8b82-47b3-b5b5-8bcc748b8dba service nova] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Received event network-vif-deleted-a101e5a8-76cf-43c0-91a2-f0db3a44b21b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:46:59 user nova-compute[74922]: INFO nova.compute.manager [req-adbeafe1-ba8b-4d29-88e5-4ef12ed46dd3 req-2efffbbe-8b82-47b3-b5b5-8bcc748b8dba service nova] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Neutron deleted interface a101e5a8-76cf-43c0-91a2-f0db3a44b21b; detaching it from the instance and deleting it from the info cache
Oct 30 05:46:59 user nova-compute[74922]: DEBUG nova.network.neutron [req-adbeafe1-ba8b-4d29-88e5-4ef12ed46dd3 req-2efffbbe-8b82-47b3-b5b5-8bcc748b8dba service nova] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:46:59 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Took 1.26 seconds to deallocate network for instance.
Oct 30 05:46:59 user nova-compute[74922]: DEBUG nova.compute.manager [req-adbeafe1-ba8b-4d29-88e5-4ef12ed46dd3 req-2efffbbe-8b82-47b3-b5b5-8bcc748b8dba service nova] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Detach interface failed, port_id=a101e5a8-76cf-43c0-91a2-f0db3a44b21b, reason: Instance d750dda3-675a-48fe-92d4-5bb35e274e1d could not be found. {{(pid=74922) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 05:46:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a43ec04-ac2c-4df8-b1f9-585cec29d659 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a43ec04-ac2c-4df8-b1f9-585cec29d659 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:59 user nova-compute[74922]: DEBUG nova.compute.manager [req-6d050e6b-5495-4896-9297-5f026ecbe74c req-40bbd327-a163-4aed-b848-f0b4e24bbed1 service nova] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Received event network-vif-plugged-a101e5a8-76cf-43c0-91a2-f0db3a44b21b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:46:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6d050e6b-5495-4896-9297-5f026ecbe74c req-40bbd327-a163-4aed-b848-f0b4e24bbed1 service nova] Acquiring lock "d750dda3-675a-48fe-92d4-5bb35e274e1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:46:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6d050e6b-5495-4896-9297-5f026ecbe74c req-40bbd327-a163-4aed-b848-f0b4e24bbed1 service nova] Lock "d750dda3-675a-48fe-92d4-5bb35e274e1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:46:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6d050e6b-5495-4896-9297-5f026ecbe74c req-40bbd327-a163-4aed-b848-f0b4e24bbed1 service nova] Lock "d750dda3-675a-48fe-92d4-5bb35e274e1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:46:59 user nova-compute[74922]: DEBUG nova.compute.manager [req-6d050e6b-5495-4896-9297-5f026ecbe74c req-40bbd327-a163-4aed-b848-f0b4e24bbed1 service nova] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] No waiting events found dispatching network-vif-plugged-a101e5a8-76cf-43c0-91a2-f0db3a44b21b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:46:59 user nova-compute[74922]: WARNING nova.compute.manager [req-6d050e6b-5495-4896-9297-5f026ecbe74c req-40bbd327-a163-4aed-b848-f0b4e24bbed1 service nova] [instance: d750dda3-675a-48fe-92d4-5bb35e274e1d] Received unexpected event network-vif-plugged-a101e5a8-76cf-43c0-91a2-f0db3a44b21b for instance with vm_state deleted and task_state None.
Oct 30 05:46:59 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a43ec04-ac2c-4df8-b1f9-585cec29d659 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:46:59 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a43ec04-ac2c-4df8-b1f9-585cec29d659 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:46:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a43ec04-ac2c-4df8-b1f9-585cec29d659 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.568s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:00 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-6a43ec04-ac2c-4df8-b1f9-585cec29d659 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Deleted allocations for instance d750dda3-675a-48fe-92d4-5bb35e274e1d
Oct 30 05:47:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-02d1e829-6af1-4a17-8861-41b726bec331 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Acquiring lock "d2d0fded-ace8-4303-b141-bb13dff73c5f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-02d1e829-6af1-4a17-8861-41b726bec331 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Lock "d2d0fded-ace8-4303-b141-bb13dff73c5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-02d1e829-6af1-4a17-8861-41b726bec331 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Acquiring lock "d2d0fded-ace8-4303-b141-bb13dff73c5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-02d1e829-6af1-4a17-8861-41b726bec331 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Lock "d2d0fded-ace8-4303-b141-bb13dff73c5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-02d1e829-6af1-4a17-8861-41b726bec331 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Lock "d2d0fded-ace8-4303-b141-bb13dff73c5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:00 user nova-compute[74922]: INFO nova.compute.manager [None req-02d1e829-6af1-4a17-8861-41b726bec331 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Terminating instance
Oct 30 05:47:00 user nova-compute[74922]: DEBUG nova.compute.manager [None req-02d1e829-6af1-4a17-8861-41b726bec331 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 05:47:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a43ec04-ac2c-4df8-b1f9-585cec29d659 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "d750dda3-675a-48fe-92d4-5bb35e274e1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.238s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:00 user nova-compute[74922]: DEBUG nova.network.neutron [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Port da530316-ce42-47ee-aa54-a123b18bb1c2 binding to destination host user is already ACTIVE {{(pid=74922) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 30 05:47:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:00 user nova-compute[74922]: DEBUG nova.compute.manager [req-6cc76337-fc43-4e27-82f9-b75f686abfbd req-43aa7321-24f8-4d9d-9285-2baa58c87575 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-changed-a40ca2b2-5b15-4f67-9b78-6bf669307094 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:00 user nova-compute[74922]: DEBUG nova.compute.manager [req-6cc76337-fc43-4e27-82f9-b75f686abfbd req-43aa7321-24f8-4d9d-9285-2baa58c87575 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Refreshing instance network info cache due to event network-changed-a40ca2b2-5b15-4f67-9b78-6bf669307094. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:47:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6cc76337-fc43-4e27-82f9-b75f686abfbd req-43aa7321-24f8-4d9d-9285-2baa58c87575 service nova] Acquiring lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:47:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6cc76337-fc43-4e27-82f9-b75f686abfbd req-43aa7321-24f8-4d9d-9285-2baa58c87575 service nova] Acquired lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:47:00 user nova-compute[74922]: DEBUG nova.network.neutron [req-6cc76337-fc43-4e27-82f9-b75f686abfbd req-43aa7321-24f8-4d9d-9285-2baa58c87575 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Refreshing network info cache for port a40ca2b2-5b15-4f67-9b78-6bf669307094 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:47:00 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Instance destroyed successfully.
Oct 30 05:47:00 user nova-compute[74922]: DEBUG nova.objects.instance [None req-02d1e829-6af1-4a17-8861-41b726bec331 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Lazy-loading 'resources' on Instance uuid d2d0fded-ace8-4303-b141-bb13dff73c5f {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-02d1e829-6af1-4a17-8861-41b726bec331 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:43:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1379081234',display_name='tempest-VolumesAssistedSnapshotsTest-server-1379081234',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1379081234',id=7,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAJZ6Imsce10uIdQneDucFeRNVH2HRo0n2r4yyLdW5tUSFvqRSbCif9Mpuld9Vo/CpkayjpfgfDpmsacAKXtf1VUX/ZfxAeOqmIVMyQsmymVY5YGfUuj4Ujt3HY23tPIPg==',key_name='tempest-keypair-971716322',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:43:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4727362c04c4416cb9ffe72fe39d72fa',ramdisk_id='',reservation_id='r-flan0xwx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-949835183',owner_user_name='tempest-VolumesAssistedSnapshotsTest-949835183-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:43:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4de2df02761d4f37aae1c0c217acb630',uuid=d2d0fded-ace8-4303-b141-bb13dff73c5f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "32e44aaa-0d5a-4b23-bd20-19d9c79f61be", "address": "fa:16:3e:f1:74:c5", "network": {"id": "b4c82236-fe9b-42c3-8fe0-902257a3d217", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1536859337-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4727362c04c4416cb9ffe72fe39d72fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32e44aaa-0d", "ovs_interfaceid": "32e44aaa-0d5a-4b23-bd20-19d9c79f61be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-02d1e829-6af1-4a17-8861-41b726bec331 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Converting VIF {"id": "32e44aaa-0d5a-4b23-bd20-19d9c79f61be", "address": "fa:16:3e:f1:74:c5", "network": {"id": "b4c82236-fe9b-42c3-8fe0-902257a3d217", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1536859337-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.73", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4727362c04c4416cb9ffe72fe39d72fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32e44aaa-0d", "ovs_interfaceid": "32e44aaa-0d5a-4b23-bd20-19d9c79f61be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-02d1e829-6af1-4a17-8861-41b726bec331 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f1:74:c5,bridge_name='br-int',has_traffic_filtering=True,id=32e44aaa-0d5a-4b23-bd20-19d9c79f61be,network=Network(b4c82236-fe9b-42c3-8fe0-902257a3d217),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32e44aaa-0d') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG os_vif [None req-02d1e829-6af1-4a17-8861-41b726bec331 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f1:74:c5,bridge_name='br-int',has_traffic_filtering=True,id=32e44aaa-0d5a-4b23-bd20-19d9c79f61be,network=Network(b4c82236-fe9b-42c3-8fe0-902257a3d217),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32e44aaa-0d') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap32e44aaa-0d, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=93c24866-332b-4c98-82b9-204518673bd5) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquired lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG nova.network.neutron [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:47:01 user nova-compute[74922]: INFO os_vif [None req-02d1e829-6af1-4a17-8861-41b726bec331 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f1:74:c5,bridge_name='br-int',has_traffic_filtering=True,id=32e44aaa-0d5a-4b23-bd20-19d9c79f61be,network=Network(b4c82236-fe9b-42c3-8fe0-902257a3d217),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32e44aaa-0d')
Oct 30 05:47:01 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-02d1e829-6af1-4a17-8861-41b726bec331 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Deleting instance files /opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f_del
Oct 30 05:47:01 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-02d1e829-6af1-4a17-8861-41b726bec331 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Deletion of /opt/stack/data/nova/instances/d2d0fded-ace8-4303-b141-bb13dff73c5f_del complete
Oct 30 05:47:01 user nova-compute[74922]: INFO nova.compute.manager [None req-02d1e829-6af1-4a17-8861-41b726bec331 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Took 0.99 seconds to destroy the instance on the hypervisor.
Oct 30 05:47:01 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-02d1e829-6af1-4a17-8861-41b726bec331 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG nova.compute.manager [req-b8f0f52d-7ae1-4ca0-b8cf-4bc49644cb21 req-1fcad560-6c87-403e-a2d0-582f3df0ab10 service nova] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Received event network-vif-unplugged-32e44aaa-0d5a-4b23-bd20-19d9c79f61be {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b8f0f52d-7ae1-4ca0-b8cf-4bc49644cb21 req-1fcad560-6c87-403e-a2d0-582f3df0ab10 service nova] Acquiring lock "d2d0fded-ace8-4303-b141-bb13dff73c5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b8f0f52d-7ae1-4ca0-b8cf-4bc49644cb21 req-1fcad560-6c87-403e-a2d0-582f3df0ab10 service nova] Lock "d2d0fded-ace8-4303-b141-bb13dff73c5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b8f0f52d-7ae1-4ca0-b8cf-4bc49644cb21 req-1fcad560-6c87-403e-a2d0-582f3df0ab10 service nova] Lock "d2d0fded-ace8-4303-b141-bb13dff73c5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG nova.compute.manager [req-b8f0f52d-7ae1-4ca0-b8cf-4bc49644cb21 req-1fcad560-6c87-403e-a2d0-582f3df0ab10 service nova] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] No waiting events found dispatching network-vif-unplugged-32e44aaa-0d5a-4b23-bd20-19d9c79f61be {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG nova.compute.manager [req-b8f0f52d-7ae1-4ca0-b8cf-4bc49644cb21 req-1fcad560-6c87-403e-a2d0-582f3df0ab10 service nova] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Received event network-vif-unplugged-32e44aaa-0d5a-4b23-bd20-19d9c79f61be for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG nova.network.neutron [req-6cc76337-fc43-4e27-82f9-b75f686abfbd req-43aa7321-24f8-4d9d-9285-2baa58c87575 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Updated VIF entry in instance network info cache for port a40ca2b2-5b15-4f67-9b78-6bf669307094. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG nova.network.neutron [req-6cc76337-fc43-4e27-82f9-b75f686abfbd req-43aa7321-24f8-4d9d-9285-2baa58c87575 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Updating instance_info_cache with network_info: [{"id": "a40ca2b2-5b15-4f67-9b78-6bf669307094", "address": "fa:16:3e:1a:40:6e", "network": {"id": "12e8c781-a39d-4e34-8899-7bcb5fa98f2b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1598438082-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa40ca2b2-5b", "ovs_interfaceid": "a40ca2b2-5b15-4f67-9b78-6bf669307094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7179bef7-44a1-49e8-bcfd-b7d268e6c99d", "address": "fa:16:3e:09:0f:ee", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7179bef7-44", "ovs_interfaceid": "7179bef7-44a1-49e8-bcfd-b7d268e6c99d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6c6fa880-565b-441d-bb17-814fe0c6dd5b", "address": "fa:16:3e:31:a0:de", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c6fa880-56", "ovs_interfaceid": "6c6fa880-565b-441d-bb17-814fe0c6dd5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c9ce7ed5-f6b7-4dba-99fe-2e477a59456d", "address": "fa:16:3e:3b:00:f0", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9ce7ed5-f6", "ovs_interfaceid": "c9ce7ed5-f6b7-4dba-99fe-2e477a59456d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "62f99372-6dac-42e9-9fe1-094912d1538d", "address": "fa:16:3e:46:6f:43", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62f99372-6d", "ovs_interfaceid": "62f99372-6dac-42e9-9fe1-094912d1538d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e4d4137e-9dcf-499e-bc0e-f2a080b25850", "address": "fa:16:3e:8b:6a:de", "network": {"id": "cf61142a-93e4-4903-8bab-0e8c41c34456", "bridge": "br-int", "label": "tempest-device-tagging-net2-1620954475", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4d4137e-9d", "ovs_interfaceid": "e4d4137e-9dcf-499e-bc0e-f2a080b25850", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a99def7-3574-45be-8a99-2bc3978e26e0", "address": "fa:16:3e:67:e9:79", "network": {"id": "cf61142a-93e4-4903-8bab-0e8c41c34456", "bridge": "br-int", "label": "tempest-device-tagging-net2-1620954475", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a99def7-35", "ovs_interfaceid": "5a99def7-3574-45be-8a99-2bc3978e26e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6cc76337-fc43-4e27-82f9-b75f686abfbd req-43aa7321-24f8-4d9d-9285-2baa58c87575 service nova] Releasing lock "refresh_cache-6ba76d75-271d-4523-b0f0-e43997a43ac8" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG nova.network.neutron [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Updating instance_info_cache with network_info: [{"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Releasing lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG os_brick.utils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[50f6e1ef-93ca-463f-b819-b85cf8241ae4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bf3b6f4-23a3-4e56-befa-0f02bea2fb76]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbf499f0-619a-43fd-a362-7463f9056966]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e552520-a600-4fe5-b834-2cda44eccab8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:47:01 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:47:01 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5786a79c-b7af-4de3-aea3-65764570dc8d]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:47:01 user nova-compute[74922]: DEBUG os_brick.utils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:47:02 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:47:02 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Took 1.59 seconds to deallocate network for instance.
Oct 30 05:47:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-02d1e829-6af1-4a17-8861-41b726bec331 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-02d1e829-6af1-4a17-8861-41b726bec331 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:02 user nova-compute[74922]: DEBUG nova.compute.manager [req-68a1340c-6d0e-4e79-9fb6-265c46b1c909 req-462ec3af-fa85-4532-82a6-b24a1bee312a service nova] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Received event network-vif-deleted-32e44aaa-0d5a-4b23-bd20-19d9c79f61be {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:03 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-02d1e829-6af1-4a17-8861-41b726bec331 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:47:03 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-02d1e829-6af1-4a17-8861-41b726bec331 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:47:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-02d1e829-6af1-4a17-8861-41b726bec331 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.495s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:03 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-02d1e829-6af1-4a17-8861-41b726bec331 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Deleted allocations for instance d2d0fded-ace8-4303-b141-bb13dff73c5f
Oct 30 05:47:03 user nova-compute[74922]: DEBUG nova.compute.manager [req-eba90204-fab0-41d5-b903-b1079f58680b req-c6c9a3af-77dc-4b71-98b3-6534ffc762cc service nova] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Received event network-vif-plugged-32e44aaa-0d5a-4b23-bd20-19d9c79f61be {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-eba90204-fab0-41d5-b903-b1079f58680b req-c6c9a3af-77dc-4b71-98b3-6534ffc762cc service nova] Acquiring lock "d2d0fded-ace8-4303-b141-bb13dff73c5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-eba90204-fab0-41d5-b903-b1079f58680b req-c6c9a3af-77dc-4b71-98b3-6534ffc762cc service nova] Lock "d2d0fded-ace8-4303-b141-bb13dff73c5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-eba90204-fab0-41d5-b903-b1079f58680b req-c6c9a3af-77dc-4b71-98b3-6534ffc762cc service nova] Lock "d2d0fded-ace8-4303-b141-bb13dff73c5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:03 user nova-compute[74922]: DEBUG nova.compute.manager [req-eba90204-fab0-41d5-b903-b1079f58680b req-c6c9a3af-77dc-4b71-98b3-6534ffc762cc service nova] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] No waiting events found dispatching network-vif-plugged-32e44aaa-0d5a-4b23-bd20-19d9c79f61be {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:47:03 user nova-compute[74922]: WARNING nova.compute.manager [req-eba90204-fab0-41d5-b903-b1079f58680b req-c6c9a3af-77dc-4b71-98b3-6534ffc762cc service nova] [instance: d2d0fded-ace8-4303-b141-bb13dff73c5f] Received unexpected event network-vif-plugged-32e44aaa-0d5a-4b23-bd20-19d9c79f61be for instance with vm_state deleted and task_state None.
Oct 30 05:47:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-02d1e829-6af1-4a17-8861-41b726bec331 tempest-VolumesAssistedSnapshotsTest-949835183 tempest-VolumesAssistedSnapshotsTest-949835183-project-member] Lock "d2d0fded-ace8-4303-b141-bb13dff73c5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.347s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:04 user nova-compute[74922]: INFO nova.compute.manager [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Terminating instance
Oct 30 05:47:04 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 05:47:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:04 user nova-compute[74922]: DEBUG nova.compute.manager [req-c45dabbb-d2bc-43f2-8378-9edafaef529d req-4ddb7010-d40c-41d0-886f-cf676a58cc50 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-unplugged-a40ca2b2-5b15-4f67-9b78-6bf669307094 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c45dabbb-d2bc-43f2-8378-9edafaef529d req-4ddb7010-d40c-41d0-886f-cf676a58cc50 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c45dabbb-d2bc-43f2-8378-9edafaef529d req-4ddb7010-d40c-41d0-886f-cf676a58cc50 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c45dabbb-d2bc-43f2-8378-9edafaef529d req-4ddb7010-d40c-41d0-886f-cf676a58cc50 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:04 user nova-compute[74922]: DEBUG nova.compute.manager [req-c45dabbb-d2bc-43f2-8378-9edafaef529d req-4ddb7010-d40c-41d0-886f-cf676a58cc50 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-unplugged-a40ca2b2-5b15-4f67-9b78-6bf669307094 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:47:04 user nova-compute[74922]: DEBUG nova.compute.manager [req-c45dabbb-d2bc-43f2-8378-9edafaef529d req-4ddb7010-d40c-41d0-886f-cf676a58cc50 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-unplugged-a40ca2b2-5b15-4f67-9b78-6bf669307094 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:47:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-f2f2dbe6-b6c9-4505-ac89-2185393ee0c9 req-7f3357e2-b4e5-4c29-abe7-4a6aad778763 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-unplugged-62f99372-6dac-42e9-9fe1-094912d1538d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f2f2dbe6-b6c9-4505-ac89-2185393ee0c9 req-7f3357e2-b4e5-4c29-abe7-4a6aad778763 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f2f2dbe6-b6c9-4505-ac89-2185393ee0c9 req-7f3357e2-b4e5-4c29-abe7-4a6aad778763 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f2f2dbe6-b6c9-4505-ac89-2185393ee0c9 req-7f3357e2-b4e5-4c29-abe7-4a6aad778763 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-f2f2dbe6-b6c9-4505-ac89-2185393ee0c9 req-7f3357e2-b4e5-4c29-abe7-4a6aad778763 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-unplugged-62f99372-6dac-42e9-9fe1-094912d1538d {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:47:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-f2f2dbe6-b6c9-4505-ac89-2185393ee0c9 req-7f3357e2-b4e5-4c29-abe7-4a6aad778763 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-unplugged-62f99372-6dac-42e9-9fe1-094912d1538d for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:47:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-f2f2dbe6-b6c9-4505-ac89-2185393ee0c9 req-7f3357e2-b4e5-4c29-abe7-4a6aad778763 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-plugged-62f99372-6dac-42e9-9fe1-094912d1538d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f2f2dbe6-b6c9-4505-ac89-2185393ee0c9 req-7f3357e2-b4e5-4c29-abe7-4a6aad778763 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f2f2dbe6-b6c9-4505-ac89-2185393ee0c9 req-7f3357e2-b4e5-4c29-abe7-4a6aad778763 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f2f2dbe6-b6c9-4505-ac89-2185393ee0c9 req-7f3357e2-b4e5-4c29-abe7-4a6aad778763 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-f2f2dbe6-b6c9-4505-ac89-2185393ee0c9 req-7f3357e2-b4e5-4c29-abe7-4a6aad778763 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-plugged-62f99372-6dac-42e9-9fe1-094912d1538d {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:47:05 user nova-compute[74922]: WARNING nova.compute.manager [req-f2f2dbe6-b6c9-4505-ac89-2185393ee0c9 req-7f3357e2-b4e5-4c29-abe7-4a6aad778763 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received unexpected event network-vif-plugged-62f99372-6dac-42e9-9fe1-094912d1538d for instance with vm_state active and task_state deleting.
Oct 30 05:47:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-f2f2dbe6-b6c9-4505-ac89-2185393ee0c9 req-7f3357e2-b4e5-4c29-abe7-4a6aad778763 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-unplugged-e4d4137e-9dcf-499e-bc0e-f2a080b25850 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f2f2dbe6-b6c9-4505-ac89-2185393ee0c9 req-7f3357e2-b4e5-4c29-abe7-4a6aad778763 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f2f2dbe6-b6c9-4505-ac89-2185393ee0c9 req-7f3357e2-b4e5-4c29-abe7-4a6aad778763 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f2f2dbe6-b6c9-4505-ac89-2185393ee0c9 req-7f3357e2-b4e5-4c29-abe7-4a6aad778763 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-f2f2dbe6-b6c9-4505-ac89-2185393ee0c9 req-7f3357e2-b4e5-4c29-abe7-4a6aad778763 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-unplugged-e4d4137e-9dcf-499e-bc0e-f2a080b25850 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:47:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-f2f2dbe6-b6c9-4505-ac89-2185393ee0c9 req-7f3357e2-b4e5-4c29-abe7-4a6aad778763 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-unplugged-e4d4137e-9dcf-499e-bc0e-f2a080b25850 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:47:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-f2f2dbe6-b6c9-4505-ac89-2185393ee0c9 req-7f3357e2-b4e5-4c29-abe7-4a6aad778763 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-plugged-e4d4137e-9dcf-499e-bc0e-f2a080b25850 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f2f2dbe6-b6c9-4505-ac89-2185393ee0c9 req-7f3357e2-b4e5-4c29-abe7-4a6aad778763 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f2f2dbe6-b6c9-4505-ac89-2185393ee0c9 req-7f3357e2-b4e5-4c29-abe7-4a6aad778763 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f2f2dbe6-b6c9-4505-ac89-2185393ee0c9 req-7f3357e2-b4e5-4c29-abe7-4a6aad778763 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-f2f2dbe6-b6c9-4505-ac89-2185393ee0c9 req-7f3357e2-b4e5-4c29-abe7-4a6aad778763 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-plugged-e4d4137e-9dcf-499e-bc0e-f2a080b25850 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:47:05 user nova-compute[74922]: WARNING nova.compute.manager [req-f2f2dbe6-b6c9-4505-ac89-2185393ee0c9 req-7f3357e2-b4e5-4c29-abe7-4a6aad778763 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received unexpected event network-vif-plugged-e4d4137e-9dcf-499e-bc0e-f2a080b25850 for instance with vm_state active and task_state deleting.
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Instance destroyed successfully.
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lazy-loading 'resources' on Instance uuid 6ba76d75-271d-4523-b0f0-e43997a43ac8 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-491200291',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-491200291',id=10,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/5hDw8sZ735wzBGu16LcEc92p97S9aMNure94vghKkwS7Gy58rO2cIPLTXWPmHwrgIv98Z3bdImu7FnP5+QeRMlkVX55x41nmO1UlDPNEvLIg3IX98vkuCPZ2viVTgJA==',key_name='tempest-keypair-317861976',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:45:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='31cd391af2df4e6489eaa9874407bcd6',ramdisk_id='',reservation_id='r-dkwt00qz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-721519192',owner_user_name='tempest-TaggedBootDevicesTest-721519192-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:45:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07a6154a25f843ca9d68cca202fa7252',uuid=6ba76d75-271d-4523-b0f0-e43997a43ac8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a40ca2b2-5b15-4f67-9b78-6bf669307094", "address": "fa:16:3e:1a:40:6e", "network": {"id": "12e8c781-a39d-4e34-8899-7bcb5fa98f2b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1598438082-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa40ca2b2-5b", "ovs_interfaceid": "a40ca2b2-5b15-4f67-9b78-6bf669307094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converting VIF {"id": "a40ca2b2-5b15-4f67-9b78-6bf669307094", "address": "fa:16:3e:1a:40:6e", "network": {"id": "12e8c781-a39d-4e34-8899-7bcb5fa98f2b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1598438082-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa40ca2b2-5b", "ovs_interfaceid": "a40ca2b2-5b15-4f67-9b78-6bf669307094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1a:40:6e,bridge_name='br-int',has_traffic_filtering=True,id=a40ca2b2-5b15-4f67-9b78-6bf669307094,network=Network(12e8c781-a39d-4e34-8899-7bcb5fa98f2b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa40ca2b2-5b') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG os_vif [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1a:40:6e,bridge_name='br-int',has_traffic_filtering=True,id=a40ca2b2-5b15-4f67-9b78-6bf669307094,network=Network(12e8c781-a39d-4e34-8899-7bcb5fa98f2b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa40ca2b2-5b') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa40ca2b2-5b, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=810d747a-aa5a-4d72-86f8-5c03a3441c5e) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: INFO os_vif [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1a:40:6e,bridge_name='br-int',has_traffic_filtering=True,id=a40ca2b2-5b15-4f67-9b78-6bf669307094,network=Network(12e8c781-a39d-4e34-8899-7bcb5fa98f2b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa40ca2b2-5b')
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-491200291',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-491200291',id=10,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/5hDw8sZ735wzBGu16LcEc92p97S9aMNure94vghKkwS7Gy58rO2cIPLTXWPmHwrgIv98Z3bdImu7FnP5+QeRMlkVX55x41nmO1UlDPNEvLIg3IX98vkuCPZ2viVTgJA==',key_name='tempest-keypair-317861976',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:45:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='31cd391af2df4e6489eaa9874407bcd6',ramdisk_id='',reservation_id='r-dkwt00qz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-721519192',owner_user_name='tempest-TaggedBootDevicesTest-721519192-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:45:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07a6154a25f843ca9d68cca202fa7252',uuid=6ba76d75-271d-4523-b0f0-e43997a43ac8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7179bef7-44a1-49e8-bcfd-b7d268e6c99d", "address": "fa:16:3e:09:0f:ee", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7179bef7-44", "ovs_interfaceid": "7179bef7-44a1-49e8-bcfd-b7d268e6c99d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converting VIF {"id": "7179bef7-44a1-49e8-bcfd-b7d268e6c99d", "address": "fa:16:3e:09:0f:ee", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7179bef7-44", "ovs_interfaceid": "7179bef7-44a1-49e8-bcfd-b7d268e6c99d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:09:0f:ee,bridge_name='br-int',has_traffic_filtering=True,id=7179bef7-44a1-49e8-bcfd-b7d268e6c99d,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7179bef7-44') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG os_vif [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:09:0f:ee,bridge_name='br-int',has_traffic_filtering=True,id=7179bef7-44a1-49e8-bcfd-b7d268e6c99d,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7179bef7-44') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7179bef7-44, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1b95e339-4846-4e99-9470-c09b5447de41) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: INFO os_vif [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:09:0f:ee,bridge_name='br-int',has_traffic_filtering=True,id=7179bef7-44a1-49e8-bcfd-b7d268e6c99d,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7179bef7-44')
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-491200291',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-491200291',id=10,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/5hDw8sZ735wzBGu16LcEc92p97S9aMNure94vghKkwS7Gy58rO2cIPLTXWPmHwrgIv98Z3bdImu7FnP5+QeRMlkVX55x41nmO1UlDPNEvLIg3IX98vkuCPZ2viVTgJA==',key_name='tempest-keypair-317861976',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:45:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='31cd391af2df4e6489eaa9874407bcd6',ramdisk_id='',reservation_id='r-dkwt00qz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-721519192',owner_user_name='tempest-TaggedBootDevicesTest-721519192-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:45:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07a6154a25f843ca9d68cca202fa7252',uuid=6ba76d75-271d-4523-b0f0-e43997a43ac8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6c6fa880-565b-441d-bb17-814fe0c6dd5b", "address": "fa:16:3e:31:a0:de", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c6fa880-56", "ovs_interfaceid": "6c6fa880-565b-441d-bb17-814fe0c6dd5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converting VIF {"id": "6c6fa880-565b-441d-bb17-814fe0c6dd5b", "address": "fa:16:3e:31:a0:de", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c6fa880-56", "ovs_interfaceid": "6c6fa880-565b-441d-bb17-814fe0c6dd5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:31:a0:de,bridge_name='br-int',has_traffic_filtering=True,id=6c6fa880-565b-441d-bb17-814fe0c6dd5b,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6c6fa880-56') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG os_vif [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:a0:de,bridge_name='br-int',has_traffic_filtering=True,id=6c6fa880-565b-441d-bb17-814fe0c6dd5b,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6c6fa880-56') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-plugged-a40ca2b2-5b15-4f67-9b78-6bf669307094 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-plugged-a40ca2b2-5b15-4f67-9b78-6bf669307094 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:47:06 user nova-compute[74922]: WARNING nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received unexpected event network-vif-plugged-a40ca2b2-5b15-4f67-9b78-6bf669307094 for instance with vm_state active and task_state deleting.
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-unplugged-7179bef7-44a1-49e8-bcfd-b7d268e6c99d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-unplugged-7179bef7-44a1-49e8-bcfd-b7d268e6c99d {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-unplugged-7179bef7-44a1-49e8-bcfd-b7d268e6c99d for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-plugged-7179bef7-44a1-49e8-bcfd-b7d268e6c99d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-plugged-7179bef7-44a1-49e8-bcfd-b7d268e6c99d {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:47:06 user nova-compute[74922]: WARNING nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received unexpected event network-vif-plugged-7179bef7-44a1-49e8-bcfd-b7d268e6c99d for instance with vm_state active and task_state deleting.
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-unplugged-6c6fa880-565b-441d-bb17-814fe0c6dd5b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-unplugged-6c6fa880-565b-441d-bb17-814fe0c6dd5b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-unplugged-6c6fa880-565b-441d-bb17-814fe0c6dd5b for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-plugged-6c6fa880-565b-441d-bb17-814fe0c6dd5b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-plugged-6c6fa880-565b-441d-bb17-814fe0c6dd5b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:47:06 user nova-compute[74922]: WARNING nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received unexpected event network-vif-plugged-6c6fa880-565b-441d-bb17-814fe0c6dd5b for instance with vm_state active and task_state deleting.
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-unplugged-c9ce7ed5-f6b7-4dba-99fe-2e477a59456d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-unplugged-c9ce7ed5-f6b7-4dba-99fe-2e477a59456d {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-unplugged-c9ce7ed5-f6b7-4dba-99fe-2e477a59456d for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-plugged-c9ce7ed5-f6b7-4dba-99fe-2e477a59456d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-plugged-c9ce7ed5-f6b7-4dba-99fe-2e477a59456d {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:47:06 user nova-compute[74922]: WARNING nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received unexpected event network-vif-plugged-c9ce7ed5-f6b7-4dba-99fe-2e477a59456d for instance with vm_state active and task_state deleting.
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-unplugged-5a99def7-3574-45be-8a99-2bc3978e26e0 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-unplugged-5a99def7-3574-45be-8a99-2bc3978e26e0 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-unplugged-5a99def7-3574-45be-8a99-2bc3978e26e0 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-plugged-5a99def7-3574-45be-8a99-2bc3978e26e0 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Acquiring lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] No waiting events found dispatching network-vif-plugged-5a99def7-3574-45be-8a99-2bc3978e26e0 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:47:06 user nova-compute[74922]: WARNING nova.compute.manager [req-2d84a4dd-b5d2-4f77-a3f0-b059c73e7548 req-3969ece8-e6d5-4910-9276-c0f20a646732 service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received unexpected event network-vif-plugged-5a99def7-3574-45be-8a99-2bc3978e26e0 for instance with vm_state active and task_state deleting.
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6c6fa880-56, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bbd993ce-9cea-42bf-9e54-67491c90ea5a) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: INFO os_vif [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:31:a0:de,bridge_name='br-int',has_traffic_filtering=True,id=6c6fa880-565b-441d-bb17-814fe0c6dd5b,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6c6fa880-56')
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-491200291',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-491200291',id=10,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/5hDw8sZ735wzBGu16LcEc92p97S9aMNure94vghKkwS7Gy58rO2cIPLTXWPmHwrgIv98Z3bdImu7FnP5+QeRMlkVX55x41nmO1UlDPNEvLIg3IX98vkuCPZ2viVTgJA==',key_name='tempest-keypair-317861976',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:45:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='31cd391af2df4e6489eaa9874407bcd6',ramdisk_id='',reservation_id='r-dkwt00qz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-721519192',owner_user_name='tempest-TaggedBootDevicesTest-721519192-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:45:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07a6154a25f843ca9d68cca202fa7252',uuid=6ba76d75-271d-4523-b0f0-e43997a43ac8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c9ce7ed5-f6b7-4dba-99fe-2e477a59456d", "address": "fa:16:3e:3b:00:f0", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9ce7ed5-f6", "ovs_interfaceid": "c9ce7ed5-f6b7-4dba-99fe-2e477a59456d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converting VIF {"id": "c9ce7ed5-f6b7-4dba-99fe-2e477a59456d", "address": "fa:16:3e:3b:00:f0", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9ce7ed5-f6", "ovs_interfaceid": "c9ce7ed5-f6b7-4dba-99fe-2e477a59456d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:00:f0,bridge_name='br-int',has_traffic_filtering=True,id=c9ce7ed5-f6b7-4dba-99fe-2e477a59456d,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc9ce7ed5-f6') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG os_vif [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:00:f0,bridge_name='br-int',has_traffic_filtering=True,id=c9ce7ed5-f6b7-4dba-99fe-2e477a59456d,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc9ce7ed5-f6') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc9ce7ed5-f6, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1c2d2aa2-b148-46de-8cc7-3dbcc4e2eec1) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: INFO os_vif [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:00:f0,bridge_name='br-int',has_traffic_filtering=True,id=c9ce7ed5-f6b7-4dba-99fe-2e477a59456d,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc9ce7ed5-f6')
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-491200291',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-491200291',id=10,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/5hDw8sZ735wzBGu16LcEc92p97S9aMNure94vghKkwS7Gy58rO2cIPLTXWPmHwrgIv98Z3bdImu7FnP5+QeRMlkVX55x41nmO1UlDPNEvLIg3IX98vkuCPZ2viVTgJA==',key_name='tempest-keypair-317861976',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:45:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='31cd391af2df4e6489eaa9874407bcd6',ramdisk_id='',reservation_id='r-dkwt00qz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-721519192',owner_user_name='tempest-TaggedBootDevicesTest-721519192-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:45:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07a6154a25f843ca9d68cca202fa7252',uuid=6ba76d75-271d-4523-b0f0-e43997a43ac8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "62f99372-6dac-42e9-9fe1-094912d1538d", "address": "fa:16:3e:46:6f:43", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62f99372-6d", "ovs_interfaceid": "62f99372-6dac-42e9-9fe1-094912d1538d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converting VIF {"id": "62f99372-6dac-42e9-9fe1-094912d1538d", "address": "fa:16:3e:46:6f:43", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62f99372-6d", "ovs_interfaceid": "62f99372-6dac-42e9-9fe1-094912d1538d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:6f:43,bridge_name='br-int',has_traffic_filtering=True,id=62f99372-6dac-42e9-9fe1-094912d1538d,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62f99372-6d') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG os_vif [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:6f:43,bridge_name='br-int',has_traffic_filtering=True,id=62f99372-6dac-42e9-9fe1-094912d1538d,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62f99372-6d') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap62f99372-6d, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=87fbab02-2797-444d-a376-61d8cef18e6e) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: INFO os_vif [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:6f:43,bridge_name='br-int',has_traffic_filtering=True,id=62f99372-6dac-42e9-9fe1-094912d1538d,network=Network(77084503-a76c-4d9b-b7c0-7578fbe2f95a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62f99372-6d')
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-491200291',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-491200291',id=10,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/5hDw8sZ735wzBGu16LcEc92p97S9aMNure94vghKkwS7Gy58rO2cIPLTXWPmHwrgIv98Z3bdImu7FnP5+QeRMlkVX55x41nmO1UlDPNEvLIg3IX98vkuCPZ2viVTgJA==',key_name='tempest-keypair-317861976',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:45:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='31cd391af2df4e6489eaa9874407bcd6',ramdisk_id='',reservation_id='r-dkwt00qz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-721519192',owner_user_name='tempest-TaggedBootDevicesTest-721519192-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:45:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07a6154a25f843ca9d68cca202fa7252',uuid=6ba76d75-271d-4523-b0f0-e43997a43ac8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e4d4137e-9dcf-499e-bc0e-f2a080b25850", "address": "fa:16:3e:8b:6a:de", "network": {"id": "cf61142a-93e4-4903-8bab-0e8c41c34456", "bridge": "br-int", "label": "tempest-device-tagging-net2-1620954475", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4d4137e-9d", "ovs_interfaceid": "e4d4137e-9dcf-499e-bc0e-f2a080b25850", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converting VIF {"id": "e4d4137e-9dcf-499e-bc0e-f2a080b25850", "address": "fa:16:3e:8b:6a:de", "network": {"id": "cf61142a-93e4-4903-8bab-0e8c41c34456", "bridge": "br-int", "label": "tempest-device-tagging-net2-1620954475", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4d4137e-9d", "ovs_interfaceid": "e4d4137e-9dcf-499e-bc0e-f2a080b25850", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8b:6a:de,bridge_name='br-int',has_traffic_filtering=True,id=e4d4137e-9dcf-499e-bc0e-f2a080b25850,network=Network(cf61142a-93e4-4903-8bab-0e8c41c34456),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4d4137e-9d') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG os_vif [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8b:6a:de,bridge_name='br-int',has_traffic_filtering=True,id=e4d4137e-9dcf-499e-bc0e-f2a080b25850,network=Network(cf61142a-93e4-4903-8bab-0e8c41c34456),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4d4137e-9d') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape4d4137e-9d, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5e7a0653-b508-445a-a20b-af058fbc1198) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: INFO os_vif [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8b:6a:de,bridge_name='br-int',has_traffic_filtering=True,id=e4d4137e-9dcf-499e-bc0e-f2a080b25850,network=Network(cf61142a-93e4-4903-8bab-0e8c41c34456),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4d4137e-9d')
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-491200291',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-491200291',id=10,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/5hDw8sZ735wzBGu16LcEc92p97S9aMNure94vghKkwS7Gy58rO2cIPLTXWPmHwrgIv98Z3bdImu7FnP5+QeRMlkVX55x41nmO1UlDPNEvLIg3IX98vkuCPZ2viVTgJA==',key_name='tempest-keypair-317861976',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:45:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='31cd391af2df4e6489eaa9874407bcd6',ramdisk_id='',reservation_id='r-dkwt00qz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-721519192',owner_user_name='tempest-TaggedBootDevicesTest-721519192-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:45:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07a6154a25f843ca9d68cca202fa7252',uuid=6ba76d75-271d-4523-b0f0-e43997a43ac8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5a99def7-3574-45be-8a99-2bc3978e26e0", "address": "fa:16:3e:67:e9:79", "network": {"id": "cf61142a-93e4-4903-8bab-0e8c41c34456", "bridge": "br-int", "label": "tempest-device-tagging-net2-1620954475", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a99def7-35", "ovs_interfaceid": "5a99def7-3574-45be-8a99-2bc3978e26e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converting VIF {"id": "5a99def7-3574-45be-8a99-2bc3978e26e0", "address": "fa:16:3e:67:e9:79", "network": {"id": "cf61142a-93e4-4903-8bab-0e8c41c34456", "bridge": "br-int", "label": "tempest-device-tagging-net2-1620954475", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a99def7-35", "ovs_interfaceid": "5a99def7-3574-45be-8a99-2bc3978e26e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:67:e9:79,bridge_name='br-int',has_traffic_filtering=True,id=5a99def7-3574-45be-8a99-2bc3978e26e0,network=Network(cf61142a-93e4-4903-8bab-0e8c41c34456),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a99def7-35') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG os_vif [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:67:e9:79,bridge_name='br-int',has_traffic_filtering=True,id=5a99def7-3574-45be-8a99-2bc3978e26e0,network=Network(cf61142a-93e4-4903-8bab-0e8c41c34456),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a99def7-35') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5a99def7-35, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ff3450ea-074a-4edb-a63a-893eac2565cd) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:06 user nova-compute[74922]: INFO os_vif [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:67:e9:79,bridge_name='br-int',has_traffic_filtering=True,id=5a99def7-3574-45be-8a99-2bc3978e26e0,network=Network(cf61142a-93e4-4903-8bab-0e8c41c34456),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a99def7-35')
Oct 30 05:47:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mwiFKYAz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:47:06 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:47:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea4accc3-0cd8-40d0-a570-8d54ae1b1484]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:47:06 user nova-compute[74922]: No targets found.
Oct 30 05:47:06 user nova-compute[74922]: iSNS:
Oct 30 05:47:06 user nova-compute[74922]: No targets found.
Oct 30 05:47:06 user nova-compute[74922]: STATIC:
Oct 30 05:47:06 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b
Oct 30 05:47:06 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:47:06 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:47:06 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e
Oct 30 05:47:06 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:47:06 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:47:06 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930
Oct 30 05:47:06 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:47:06 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:47:06 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432
Oct 30 05:47:06 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:47:06 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:47:06 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b
Oct 30 05:47:06 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:47:06 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:47:06 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e
Oct 30 05:47:06 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:47:06 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:47:06 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41
Oct 30 05:47:06 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:47:06 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:47:06 user nova-compute[74922]: FIRMWARE:
Oct 30 05:47:06 user nova-compute[74922]: No targets found.
Oct 30 05:47:06 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:47:06 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:47:06 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:47:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[efb52547-66c4-4b66-b7d2-95d0f58cdbe2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[35baf82e-2dc8-486e-b84b-6c39b9cdeafe]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:47:07 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:47:07 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f822c569360>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b'): ({'sdf'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Removing single pathed devices sdf {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[874213fb-7346-4790-b770-bc36b9c88935]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0dd794e-d4c5-44a9-afe4-633546fb976c]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Flushing IO for device /dev/sdf {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[23050131-eac3-4a1a-bd73-16877f217272]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.050s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d0c0b96-c22f-40d1-9f9c-0872f535b383]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] SCSI volumes sdf have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbfa5053-948d-477f-9bee-78115e6209db]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b -p 172.16.0.220:3260 --logout" returned: 0 in 0.078s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[db7b99d1-0e6a-4df1-af5d-3f55c92b87f6]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b, portal: 172.16.0.220,3260]
Oct 30 05:47:07 user nova-compute[74922]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b, portal: 172.16.0.220,3260] successful.
Oct 30 05:47:07 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93821ec0-97d5-428a-9f5d-2706c0d2233b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b09f199-de9c-4f1e-8895-cc5efec30579]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.383s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] <== disconnect_volume: return (385ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MjUGKzbJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:47:07 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[29e0b22b-8cc6-4d45-8cb2-87479012fdc5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:47:07 user nova-compute[74922]: No targets found.
Oct 30 05:47:07 user nova-compute[74922]: iSNS:
Oct 30 05:47:07 user nova-compute[74922]: No targets found.
Oct 30 05:47:07 user nova-compute[74922]: STATIC:
Oct 30 05:47:07 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e
Oct 30 05:47:07 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:47:07 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:47:07 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930
Oct 30 05:47:07 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:47:07 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:47:07 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432
Oct 30 05:47:07 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:47:07 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:47:07 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b
Oct 30 05:47:07 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:47:07 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:47:07 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e
Oct 30 05:47:07 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:47:07 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:47:07 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41
Oct 30 05:47:07 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:47:07 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:47:07 user nova-compute[74922]: FIRMWARE:
Oct 30 05:47:07 user nova-compute[74922]: No targets found.
Oct 30 05:47:07 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:47:07 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:47:07 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a48066e-34dd-4fb3-beaf-5e323aa6e05e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a07df18-d25f-4894-898d-cfb17bce99f2]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:47:07 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:47:07 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f822c575a20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e'): ({'sdg'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Removing single pathed devices sdg {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e60a741-84af-4bd6-8bcf-fbe531311a6a]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[009df991-4e39-44cc-a495-fc175b426d43]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Flushing IO for device /dev/sdg {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[68857bf6-dcac-46b3-bad1-296fce7d0d5a]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.051s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f80803c0-c03e-434a-99dd-c4a8872a2937]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] SCSI volumes sdg have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.036s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[15c0447e-fea0-4be0-8268-c7996c27a839]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e -p 172.16.0.220:3260 --logout" returned: 0 in 0.083s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8ddec43-4567-488c-bbaa-72dad09146e1]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e, portal: 172.16.0.220,3260]
Oct 30 05:47:07 user nova-compute[74922]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e, portal: 172.16.0.220,3260] successful.
Oct 30 05:47:07 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:124e9d08-0eaa-41f4-b24b-8de32bcf640e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[83aa7413-9afb-4a7a-9beb-4a3084fbbcb0]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.388s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] <== disconnect_volume: return (390ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WCilzuok', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:47:07 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a06ffabe-e5d7-4ffe-8fdd-45ef65a1ac3a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:47:07 user nova-compute[74922]: No targets found.
Oct 30 05:47:07 user nova-compute[74922]: iSNS:
Oct 30 05:47:07 user nova-compute[74922]: No targets found.
Oct 30 05:47:07 user nova-compute[74922]: STATIC:
Oct 30 05:47:07 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930
Oct 30 05:47:07 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:47:07 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:47:07 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432
Oct 30 05:47:07 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:47:07 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:47:07 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b
Oct 30 05:47:07 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:47:07 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:47:07 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e
Oct 30 05:47:07 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:47:07 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:47:07 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41
Oct 30 05:47:07 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:47:07 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:47:07 user nova-compute[74922]: FIRMWARE:
Oct 30 05:47:07 user nova-compute[74922]: No targets found.
Oct 30 05:47:07 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:47:07 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:47:07 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1a3852e-b59d-4c6e-a36f-8d80518f7871]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8be271c2-e5de-46fd-b1ab-5c25f77b2a54]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:47:07 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:47:07 user nova-compute[74922]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 (non-flash)
Oct 30 05:47:07 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f822c575a20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432'): ({'sdh'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Removing single pathed devices sdh {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "3eda9718-c0e8-45d0-b2d7-403f219e8192" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:07 user nova-compute[74922]: INFO nova.compute.manager [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Rebooting instance
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[736166fb-e6a6-42d4-991e-4a3d49bb1f44]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[552c609b-f3a8-4ebb-9475-d8d7200b0110]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Flushing IO for device /dev/sdh {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.013s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[599218eb-dc93-4c90-88df-0e406f8d24c5]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.045s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[94e1a385-2d94-4228-86ba-bd0297747d40]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] SCSI volumes sdh have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "refresh_cache-3eda9718-c0e8-45d0-b2d7-403f219e8192" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquired lock "refresh_cache-3eda9718-c0e8-45d0-b2d7-403f219e8192" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG nova.network.neutron [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[42779303-1658-443f-96c1-9fcd798eee74]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:08 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c61411a-9627-4927-b7e8-851981126227]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432, portal: 172.16.0.220,3260]
Oct 30 05:47:08 user nova-compute[74922]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432, portal: 172.16.0.220,3260] successful.
Oct 30 05:47:08 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48eb02e8-66b0-4bf3-97f9-f857f3148432 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:08 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d1069aa-54aa-40b4-9af1-5fabaec6ccae]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.361s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:47:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] <== disconnect_volume: return (362ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:47:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:47:08 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Deleting instance files /opt/stack/data/nova/instances/6ba76d75-271d-4523-b0f0-e43997a43ac8_del
Oct 30 05:47:08 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Deletion of /opt/stack/data/nova/instances/6ba76d75-271d-4523-b0f0-e43997a43ac8_del complete
Oct 30 05:47:08 user nova-compute[74922]: INFO nova.compute.manager [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Took 4.21 seconds to destroy the instance on the hypervisor.
Oct 30 05:47:08 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 05:47:08 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 05:47:08 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 05:47:08 user nova-compute[74922]: DEBUG nova.network.neutron [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Updating instance_info_cache with network_info: [{"id": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "address": "fa:16:3e:b8:74:95", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap450bc0a4-fe", "ovs_interfaceid": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:47:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Releasing lock "refresh_cache-3eda9718-c0e8-45d0-b2d7-403f219e8192" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:47:08 user nova-compute[74922]: DEBUG nova.compute.manager [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:47:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG nova.compute.manager [req-ec90bf73-ea06-4974-b744-53b1711c303a req-54a6e72e-fdb6-4bba-b5d7-dc2d9fc00174 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Received event network-vif-unplugged-450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ec90bf73-ea06-4974-b744-53b1711c303a req-54a6e72e-fdb6-4bba-b5d7-dc2d9fc00174 service nova] Acquiring lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ec90bf73-ea06-4974-b744-53b1711c303a req-54a6e72e-fdb6-4bba-b5d7-dc2d9fc00174 service nova] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ec90bf73-ea06-4974-b744-53b1711c303a req-54a6e72e-fdb6-4bba-b5d7-dc2d9fc00174 service nova] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG nova.compute.manager [req-ec90bf73-ea06-4974-b744-53b1711c303a req-54a6e72e-fdb6-4bba-b5d7-dc2d9fc00174 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] No waiting events found dispatching network-vif-unplugged-450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:47:09 user nova-compute[74922]: WARNING nova.compute.manager [req-ec90bf73-ea06-4974-b744-53b1711c303a req-54a6e72e-fdb6-4bba-b5d7-dc2d9fc00174 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Received unexpected event network-vif-unplugged-450bc0a4-feb9-498a-b5d2-2cefcac965a4 for instance with vm_state active and task_state reboot_started_hard.
Oct 30 05:47:09 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Instance destroyed successfully.
Oct 30 05:47:09 user nova-compute[74922]: DEBUG nova.objects.instance [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lazy-loading 'resources' on Instance uuid 3eda9718-c0e8-45d0-b2d7-403f219e8192 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:44:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-648907795',display_name='tempest-TestMinimumBasicScenario-server-648907795',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-648907795',id=9,image_ref='ee66c556-e052-4d58-b48a-fae098409c77',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOuLoWeqexCSIbtR4w3DNLvyQyA9UTyfZV/uH53pkWNIyQ/2sRlYPxhfX2EvdDRgrP4MSfVgce2JkN6lkNdm8QxIn+FimAqrAJYDNCmSXSjl2TrxYY3R7wXDxg9sb3Es6g==',key_name='tempest-TestMinimumBasicScenario-413131868',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:44:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e7091d27413441c6acc2d53c88cde072',ramdisk_id='',reservation_id='r-ja7mukyd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ee66c556-e052-4d58-b48a-fae098409c77',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-810032681',owner_user_name='tempest-TestMinimumBasicScenario-810032681-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:47:09Z,user_data=None,user_id='e3d42c973de44a77a6cbc71ca18cf8be',uuid=3eda9718-c0e8-45d0-b2d7-403f219e8192,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "address": "fa:16:3e:b8:74:95", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap450bc0a4-fe", "ovs_interfaceid": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Converting VIF {"id": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "address": "fa:16:3e:b8:74:95", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap450bc0a4-fe", "ovs_interfaceid": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b8:74:95,bridge_name='br-int',has_traffic_filtering=True,id=450bc0a4-feb9-498a-b5d2-2cefcac965a4,network=Network(3aa18a1b-230f-434e-af29-d9dcc82eb79c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap450bc0a4-fe') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG os_vif [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b8:74:95,bridge_name='br-int',has_traffic_filtering=True,id=450bc0a4-feb9-498a-b5d2-2cefcac965a4,network=Network(3aa18a1b-230f-434e-af29-d9dcc82eb79c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap450bc0a4-fe') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap450bc0a4-fe, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=448ac0fe-44fe-4d20-be3b-75abb75f41cc) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:09 user nova-compute[74922]: INFO os_vif [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b8:74:95,bridge_name='br-int',has_traffic_filtering=True,id=450bc0a4-feb9-498a-b5d2-2cefcac965a4,network=Network(3aa18a1b-230f-434e-af29-d9dcc82eb79c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap450bc0a4-fe')
Oct 30 05:47:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xRDhcBay', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:47:09 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:47:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b904b1cf-9d9f-430d-a778-57cc1c049ad4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:47:09 user nova-compute[74922]: No targets found.
Oct 30 05:47:09 user nova-compute[74922]: iSNS:
Oct 30 05:47:09 user nova-compute[74922]: No targets found.
Oct 30 05:47:09 user nova-compute[74922]: STATIC:
Oct 30 05:47:09 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930
Oct 30 05:47:09 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:47:09 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:47:09 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b
Oct 30 05:47:09 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:47:09 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:47:09 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e
Oct 30 05:47:09 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:47:09 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:47:09 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41
Oct 30 05:47:09 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:47:09 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:47:09 user nova-compute[74922]: FIRMWARE:
Oct 30 05:47:09 user nova-compute[74922]: No targets found.
Oct 30 05:47:09 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:47:09 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:47:09 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5de98197-115a-4379-9bb0-59366e71c1aa]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c6be638-31c3-4f67-ab18-7a052cf9e814]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:47:09 user nova-compute[74922]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:47:09 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:47:09 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:47:09 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:47:09 user nova-compute[74922]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:47:09 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:47:09 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:47:09 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82087d39a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41'): ({'sdb'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Removing single pathed devices sdb {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:47:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f2e6c07-e092-4460-8c39-b3fc4d907a93]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[766a73d8-9f5f-411c-96ce-8c1541b83e53]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Flushing IO for device /dev/sdb {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d9a53be-d194-4689-b420-8d5dcbcd87a7]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.054s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e23b6ed4-395b-450a-a30e-50dcca58c809]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[10a4173c-813f-480c-8a8b-2ff1935ba31e]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --logout" returned: 0 in 0.077s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd0590d2-e34a-48e0-a17d-3fa09109a279]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41, portal: 172.16.0.220,3260]
Oct 30 05:47:10 user nova-compute[74922]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41, portal: 172.16.0.220,3260] successful.
Oct 30 05:47:10 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f72807c8-596d-48cf-8224-1ebc51f55e2c]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.400s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] <== disconnect_volume: return (401ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Start _get_guest_xml network_info=[{"id": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "address": "fa:16:3e:b8:74:95", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap450bc0a4-fe", "ovs_interfaceid": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=ee66c556-e052-4d58-b48a-fae098409c77,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'ee66c556-e052-4d58-b48a-fae098409c77'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'mount_device': '/dev/vdb', 'attachment_id': '30457da9-728d-447e-827f-336bc0fedc26', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xRDhcBay', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '3eda9718-c0e8-45d0-b2d7-403f219e8192', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5b12d5f-0eed-4e35-a4df-0dd97e33fa41', 'serial': 'e5b12d5f-0eed-4e35-a4df-0dd97e33fa41'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:47:10 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:47:10 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:47:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=ee66c556-e052-4d58-b48a-fae098409c77,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG nova.objects.instance [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lazy-loading 'vcpu_model' on Instance uuid 3eda9718-c0e8-45d0-b2d7-403f219e8192 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG nova.objects.base [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Object Instance<3eda9718-c0e8-45d0-b2d7-403f219e8192> lazy-loaded attributes: resources,vcpu_model {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xRDhcBay', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:47:10 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:47:10 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:47:10 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c3edb68-fa94-4eaf-86be-b442e3360442]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:47:10 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.031s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7fab99c-30f4-44dd-84ad-ddb9708fa285]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41] added
Oct 30 05:47:10 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3772478-9708-4f5d-801a-6caceb2f34e8]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG nova.compute.manager [req-e7b52f3f-856a-4160-baf9-47bd1d90b5a4 req-8f55002d-fa86-46e0-942b-3818e3d16fba service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-deleted-62f99372-6dac-42e9-9fe1-094912d1538d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:10 user nova-compute[74922]: INFO nova.compute.manager [req-e7b52f3f-856a-4160-baf9-47bd1d90b5a4 req-8f55002d-fa86-46e0-942b-3818e3d16fba service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Neutron deleted interface 62f99372-6dac-42e9-9fe1-094912d1538d; detaching it from the instance and deleting it from the info cache
Oct 30 05:47:10 user nova-compute[74922]: DEBUG nova.network.neutron [req-e7b52f3f-856a-4160-baf9-47bd1d90b5a4 req-8f55002d-fa86-46e0-942b-3818e3d16fba service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Updating instance_info_cache with network_info: [{"id": "a40ca2b2-5b15-4f67-9b78-6bf669307094", "address": "fa:16:3e:1a:40:6e", "network": {"id": "12e8c781-a39d-4e34-8899-7bcb5fa98f2b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1598438082-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa40ca2b2-5b", "ovs_interfaceid": "a40ca2b2-5b15-4f67-9b78-6bf669307094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7179bef7-44a1-49e8-bcfd-b7d268e6c99d", "address": "fa:16:3e:09:0f:ee", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7179bef7-44", "ovs_interfaceid": "7179bef7-44a1-49e8-bcfd-b7d268e6c99d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6c6fa880-565b-441d-bb17-814fe0c6dd5b", "address": "fa:16:3e:31:a0:de", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c6fa880-56", "ovs_interfaceid": "6c6fa880-565b-441d-bb17-814fe0c6dd5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c9ce7ed5-f6b7-4dba-99fe-2e477a59456d", "address": "fa:16:3e:3b:00:f0", "network": {"id": "77084503-a76c-4d9b-b7c0-7578fbe2f95a", "bridge": "br-int", "label": "tempest-device-tagging-net1-806677785", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9ce7ed5-f6", "ovs_interfaceid": "c9ce7ed5-f6b7-4dba-99fe-2e477a59456d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e4d4137e-9dcf-499e-bc0e-f2a080b25850", "address": "fa:16:3e:8b:6a:de", "network": {"id": "cf61142a-93e4-4903-8bab-0e8c41c34456", "bridge": "br-int", "label": "tempest-device-tagging-net2-1620954475", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4d4137e-9d", "ovs_interfaceid": "e4d4137e-9dcf-499e-bc0e-f2a080b25850", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a99def7-3574-45be-8a99-2bc3978e26e0", "address": "fa:16:3e:67:e9:79", "network": {"id": "cf61142a-93e4-4903-8bab-0e8c41c34456", "bridge": "br-int", "label": "tempest-device-tagging-net2-1620954475", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "31cd391af2df4e6489eaa9874407bcd6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a99def7-35", "ovs_interfaceid": "5a99def7-3574-45be-8a99-2bc3978e26e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3c54101-ac44-415f-be66-6c89595d927d]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xRDhcBay {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG nova.compute.manager [req-e7b52f3f-856a-4160-baf9-47bd1d90b5a4 req-8f55002d-fa86-46e0-942b-3818e3d16fba service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Detach interface failed, port_id=62f99372-6dac-42e9-9fe1-094912d1538d, reason: Instance 6ba76d75-271d-4523-b0f0-e43997a43ac8 could not be found. {{(pid=74922) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xRDhcBay" returned: 0 in 0.030s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f40dea3-fe2e-4ef5-85e4-fdee5d38dd33]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xRDhcBay'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0f30dab-fd8c-4e0b-af29-ad1bc50840f5]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[07bb41f5-854e-4e21-9c9e-e72f34d1b7eb]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:47:10 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:47:10 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:47:10 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:47:10 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:47:10 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:47:10 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b974c8f-29ee-4195-8578-8dd0b3470c20]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41, portal: 172.16.0.220,3260]
Oct 30 05:47:10 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41, portal: 172.16.0.220,3260] successful.
Oct 30 05:47:10 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[40f5f8ae-e84c-4bf4-a937-4b7aeac585a8]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a49b755a-c5ba-4439-8a8e-0dfa28153ada]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:47:10 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:47:10 user nova-compute[74922]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:47:10 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:47:10 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:47:10 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:47:10 user nova-compute[74922]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:47:10 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:47:10 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.355s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] HCTL ('33', '-', '-', 0) found on session 16 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c315f2eb-b586-4207-929e-b90ad53d49da]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Searching for a device in session 16 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:47:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xRDhcBay', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:47:11 user nova-compute[74922]: DEBUG nova.compute.manager [req-c997a355-71c9-40f8-af56-71b551d1d3fd req-70a5cfba-0464-4902-8e84-afdb94df62f9 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Received event network-vif-plugged-450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c997a355-71c9-40f8-af56-71b551d1d3fd req-70a5cfba-0464-4902-8e84-afdb94df62f9 service nova] Acquiring lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c997a355-71c9-40f8-af56-71b551d1d3fd req-70a5cfba-0464-4902-8e84-afdb94df62f9 service nova] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c997a355-71c9-40f8-af56-71b551d1d3fd req-70a5cfba-0464-4902-8e84-afdb94df62f9 service nova] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:11 user nova-compute[74922]: DEBUG nova.compute.manager [req-c997a355-71c9-40f8-af56-71b551d1d3fd req-70a5cfba-0464-4902-8e84-afdb94df62f9 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] No waiting events found dispatching network-vif-plugged-450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:47:11 user nova-compute[74922]: WARNING nova.compute.manager [req-c997a355-71c9-40f8-af56-71b551d1d3fd req-70a5cfba-0464-4902-8e84-afdb94df62f9 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Received unexpected event network-vif-plugged-450bc0a4-feb9-498a-b5d2-2cefcac965a4 for instance with vm_state active and task_state reboot_started_hard.
Oct 30 05:47:11 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.401s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:47:11 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] <== connect_volume: return (1403ms) {'type': 'block', 'scsi_wwn': '23539666135343664', 'path': '/dev/sdb'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:47:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23539666135343664', 'path': '/dev/sdb'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:47:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:44:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-648907795',display_name='tempest-TestMinimumBasicScenario-server-648907795',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-648907795',id=9,image_ref='ee66c556-e052-4d58-b48a-fae098409c77',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOuLoWeqexCSIbtR4w3DNLvyQyA9UTyfZV/uH53pkWNIyQ/2sRlYPxhfX2EvdDRgrP4MSfVgce2JkN6lkNdm8QxIn+FimAqrAJYDNCmSXSjl2TrxYY3R7wXDxg9sb3Es6g==',key_name='tempest-TestMinimumBasicScenario-413131868',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:44:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e7091d27413441c6acc2d53c88cde072',ramdisk_id='',reservation_id='r-ja7mukyd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ee66c556-e052-4d58-b48a-fae098409c77',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-810032681',owner_user_name='tempest-TestMinimumBasicScenario-810032681-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:47:09Z,user_data=None,user_id='e3d42c973de44a77a6cbc71ca18cf8be',uuid=3eda9718-c0e8-45d0-b2d7-403f219e8192,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "address": "fa:16:3e:b8:74:95", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap450bc0a4-fe", "ovs_interfaceid": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:47:11 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Converting VIF {"id": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "address": "fa:16:3e:b8:74:95", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap450bc0a4-fe", "ovs_interfaceid": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:47:11 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b8:74:95,bridge_name='br-int',has_traffic_filtering=True,id=450bc0a4-feb9-498a-b5d2-2cefcac965a4,network=Network(3aa18a1b-230f-434e-af29-d9dcc82eb79c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap450bc0a4-fe') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:47:11 user nova-compute[74922]: DEBUG nova.objects.instance [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lazy-loading 'pci_devices' on Instance uuid 3eda9718-c0e8-45d0-b2d7-403f219e8192 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:47:11 user nova-compute[74922]: DEBUG nova.objects.base [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Object Instance<3eda9718-c0e8-45d0-b2d7-403f219e8192> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:47:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:47:11 user nova-compute[74922]:   <uuid>3eda9718-c0e8-45d0-b2d7-403f219e8192</uuid>
Oct 30 05:47:11 user nova-compute[74922]:   <name>instance-00000009</name>
Oct 30 05:47:11 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:47:11 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:47:11 user nova-compute[74922]:   <metadata>
Oct 30 05:47:11 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:47:11 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:47:11 user nova-compute[74922]:       <nova:name>tempest-TestMinimumBasicScenario-server-648907795</nova:name>
Oct 30 05:47:11 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:47:10</nova:creationTime>
Oct 30 05:47:11 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:47:11 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:47:11 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:47:11 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:47:11 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:47:11 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:47:11 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:47:11 user nova-compute[74922]:       <nova:owner>
Oct 30 05:47:11 user nova-compute[74922]:         <nova:user uuid="e3d42c973de44a77a6cbc71ca18cf8be">tempest-TestMinimumBasicScenario-810032681-project-member</nova:user>
Oct 30 05:47:11 user nova-compute[74922]:         <nova:project uuid="e7091d27413441c6acc2d53c88cde072">tempest-TestMinimumBasicScenario-810032681</nova:project>
Oct 30 05:47:11 user nova-compute[74922]:       </nova:owner>
Oct 30 05:47:11 user nova-compute[74922]:       <nova:root type="image" uuid="ee66c556-e052-4d58-b48a-fae098409c77"/>
Oct 30 05:47:11 user nova-compute[74922]:       <nova:ports>
Oct 30 05:47:11 user nova-compute[74922]:         <nova:port uuid="450bc0a4-feb9-498a-b5d2-2cefcac965a4">
Oct 30 05:47:11 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 30 05:47:11 user nova-compute[74922]:         </nova:port>
Oct 30 05:47:11 user nova-compute[74922]:       </nova:ports>
Oct 30 05:47:11 user nova-compute[74922]:     </nova:instance>
Oct 30 05:47:11 user nova-compute[74922]:   </metadata>
Oct 30 05:47:11 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:47:11 user nova-compute[74922]:     <system>
Oct 30 05:47:11 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:47:11 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:47:11 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:47:11 user nova-compute[74922]:       <entry name="serial">3eda9718-c0e8-45d0-b2d7-403f219e8192</entry>
Oct 30 05:47:11 user nova-compute[74922]:       <entry name="uuid">3eda9718-c0e8-45d0-b2d7-403f219e8192</entry>
Oct 30 05:47:11 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:47:11 user nova-compute[74922]:     </system>
Oct 30 05:47:11 user nova-compute[74922]:   </sysinfo>
Oct 30 05:47:11 user nova-compute[74922]:   <os>
Oct 30 05:47:11 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:47:11 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:47:11 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:47:11 user nova-compute[74922]:   </os>
Oct 30 05:47:11 user nova-compute[74922]:   <features>
Oct 30 05:47:11 user nova-compute[74922]:     <acpi/>
Oct 30 05:47:11 user nova-compute[74922]:     <apic/>
Oct 30 05:47:11 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:47:11 user nova-compute[74922]:   </features>
Oct 30 05:47:11 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:47:11 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:47:11 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:47:11 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:47:11 user nova-compute[74922]:   </clock>
Oct 30 05:47:11 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:47:11 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:47:11 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:47:11 user nova-compute[74922]:   </cpu>
Oct 30 05:47:11 user nova-compute[74922]:   <devices>
Oct 30 05:47:11 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:47:11 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:47:11 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk"/>
Oct 30 05:47:11 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:47:11 user nova-compute[74922]:     </disk>
Oct 30 05:47:11 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 05:47:11 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:47:11 user nova-compute[74922]:       <source dev="/dev/sdb"/>
Oct 30 05:47:11 user nova-compute[74922]:       <target dev="vdb" bus="virtio"/>
Oct 30 05:47:11 user nova-compute[74922]:       <serial>e5b12d5f-0eed-4e35-a4df-0dd97e33fa41</serial>
Oct 30 05:47:11 user nova-compute[74922]:     </disk>
Oct 30 05:47:11 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:47:11 user nova-compute[74922]:       <mac address="fa:16:3e:b8:74:95"/>
Oct 30 05:47:11 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:47:11 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:47:11 user nova-compute[74922]:       <target dev="tap450bc0a4-fe"/>
Oct 30 05:47:11 user nova-compute[74922]:     </interface>
Oct 30 05:47:11 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:47:11 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/console.log" append="off"/>
Oct 30 05:47:11 user nova-compute[74922]:     </serial>
Oct 30 05:47:11 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:47:11 user nova-compute[74922]:     <video>
Oct 30 05:47:11 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:47:11 user nova-compute[74922]:     </video>
Oct 30 05:47:11 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:47:11 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:47:11 user nova-compute[74922]:     </rng>
Oct 30 05:47:11 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:47:11 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:47:11 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:47:11 user nova-compute[74922]:     </memballoon>
Oct 30 05:47:11 user nova-compute[74922]:   </devices>
Oct 30 05:47:11 user nova-compute[74922]: </domain>
Oct 30 05:47:11 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:47:11 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG nova.objects.instance [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lazy-loading 'trusted_certs' on Instance uuid 3eda9718-c0e8-45d0-b2d7-403f219e8192 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG nova.objects.base [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Object Instance<3eda9718-c0e8-45d0-b2d7-403f219e8192> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b57c1b80ed7464be0956f6d2863294fdd2905211 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b57c1b80ed7464be0956f6d2863294fdd2905211 --force-share --output=json" returned: 0 in 0.215s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:47:12 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Took 4.35 seconds to deallocate network for instance.
Oct 30 05:47:12 user nova-compute[74922]: DEBUG nova.compute.manager [req-c28e0127-f57b-4da8-b0e0-905d38b427c0 req-1a3fcc4b-68e4-4e40-a56a-11f84aab2baf service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-deleted-e4d4137e-9dcf-499e-bc0e-f2a080b25850 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG nova.compute.manager [req-c28e0127-f57b-4da8-b0e0-905d38b427c0 req-1a3fcc4b-68e4-4e40-a56a-11f84aab2baf service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-deleted-5a99def7-3574-45be-8a99-2bc3978e26e0 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG nova.compute.manager [req-c28e0127-f57b-4da8-b0e0-905d38b427c0 req-1a3fcc4b-68e4-4e40-a56a-11f84aab2baf service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-deleted-c9ce7ed5-f6b7-4dba-99fe-2e477a59456d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG nova.compute.manager [req-c28e0127-f57b-4da8-b0e0-905d38b427c0 req-1a3fcc4b-68e4-4e40-a56a-11f84aab2baf service nova] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Received event network-vif-deleted-a40ca2b2-5b15-4f67-9b78-6bf669307094 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Cannot resize image /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG nova.objects.instance [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lazy-loading 'migration_context' on Instance uuid 3eda9718-c0e8-45d0-b2d7-403f219e8192 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG nova.objects.base [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Object Instance<3eda9718-c0e8-45d0-b2d7-403f219e8192> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:44:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-648907795',display_name='tempest-TestMinimumBasicScenario-server-648907795',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-648907795',id=9,image_ref='ee66c556-e052-4d58-b48a-fae098409c77',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOuLoWeqexCSIbtR4w3DNLvyQyA9UTyfZV/uH53pkWNIyQ/2sRlYPxhfX2EvdDRgrP4MSfVgce2JkN6lkNdm8QxIn+FimAqrAJYDNCmSXSjl2TrxYY3R7wXDxg9sb3Es6g==',key_name='tempest-TestMinimumBasicScenario-413131868',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:44:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='e7091d27413441c6acc2d53c88cde072',ramdisk_id='',reservation_id='r-ja7mukyd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ee66c556-e052-4d58-b48a-fae098409c77',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-810032681',owner_user_name='tempest-TestMinimumBasicScenario-810032681-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:47:09Z,user_data=None,user_id='e3d42c973de44a77a6cbc71ca18cf8be',uuid=3eda9718-c0e8-45d0-b2d7-403f219e8192,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "address": "fa:16:3e:b8:74:95", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap450bc0a4-fe", "ovs_interfaceid": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Converting VIF {"id": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "address": "fa:16:3e:b8:74:95", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap450bc0a4-fe", "ovs_interfaceid": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b8:74:95,bridge_name='br-int',has_traffic_filtering=True,id=450bc0a4-feb9-498a-b5d2-2cefcac965a4,network=Network(3aa18a1b-230f-434e-af29-d9dcc82eb79c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap450bc0a4-fe') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG os_vif [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b8:74:95,bridge_name='br-int',has_traffic_filtering=True,id=450bc0a4-feb9-498a-b5d2-2cefcac965a4,network=Network(3aa18a1b-230f-434e-af29-d9dcc82eb79c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap450bc0a4-fe') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9e0d2b5a-2c34-5d93-a3e4-b5d4e2f67a8c', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap450bc0a4-fe, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap450bc0a4-fe, col_values=(('qos', UUID('5d64516e-421c-492c-b1b2-1857ff926039')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap450bc0a4-fe, col_values=(('external_ids', {'iface-id': '450bc0a4-feb9-498a-b5d2-2cefcac965a4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b8:74:95', 'vm-uuid': '3eda9718-c0e8-45d0-b2d7-403f219e8192'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:47:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:12 user nova-compute[74922]: INFO os_vif [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b8:74:95,bridge_name='br-int',has_traffic_filtering=True,id=450bc0a4-feb9-498a-b5d2-2cefcac965a4,network=Network(3aa18a1b-230f-434e-af29-d9dcc82eb79c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap450bc0a4-fe')
Oct 30 05:47:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:14 user nova-compute[74922]: DEBUG nova.compute.manager [req-87d80176-111a-486c-8f15-d3f2b03b82e3 req-2bcc9158-ed36-4a00-9890-78984f0e5251 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Received event network-vif-plugged-450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-87d80176-111a-486c-8f15-d3f2b03b82e3 req-2bcc9158-ed36-4a00-9890-78984f0e5251 service nova] Acquiring lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-87d80176-111a-486c-8f15-d3f2b03b82e3 req-2bcc9158-ed36-4a00-9890-78984f0e5251 service nova] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-87d80176-111a-486c-8f15-d3f2b03b82e3 req-2bcc9158-ed36-4a00-9890-78984f0e5251 service nova] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:14 user nova-compute[74922]: DEBUG nova.compute.manager [req-87d80176-111a-486c-8f15-d3f2b03b82e3 req-2bcc9158-ed36-4a00-9890-78984f0e5251 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] No waiting events found dispatching network-vif-plugged-450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:47:14 user nova-compute[74922]: WARNING nova.compute.manager [req-87d80176-111a-486c-8f15-d3f2b03b82e3 req-2bcc9158-ed36-4a00-9890-78984f0e5251 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Received unexpected event network-vif-plugged-450bc0a4-feb9-498a-b5d2-2cefcac965a4 for instance with vm_state active and task_state reboot_started_hard.
Oct 30 05:47:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:15 user nova-compute[74922]: INFO nova.compute.manager [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] [instance: 6ba76d75-271d-4523-b0f0-e43997a43ac8] Took 2.90 seconds to detach 3 volumes for instance.
Oct 30 05:47:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:15 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:47:15 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:47:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.463s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:16 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Deleted allocations for instance 6ba76d75-271d-4523-b0f0-e43997a43ac8
Oct 30 05:47:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a9da825-ed74-46b6-af8a-285aecf2a39f tempest-TaggedBootDevicesTest-721519192 tempest-TaggedBootDevicesTest-721519192-project-member] Lock "6ba76d75-271d-4523-b0f0-e43997a43ac8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 12.179s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:16 user nova-compute[74922]: DEBUG nova.compute.manager [req-c8e96f6d-e4dd-4087-82f6-468c11815d9d req-7936c976-3c9a-412c-9fa6-1f5606eca679 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Received event network-vif-plugged-450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c8e96f6d-e4dd-4087-82f6-468c11815d9d req-7936c976-3c9a-412c-9fa6-1f5606eca679 service nova] Acquiring lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c8e96f6d-e4dd-4087-82f6-468c11815d9d req-7936c976-3c9a-412c-9fa6-1f5606eca679 service nova] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c8e96f6d-e4dd-4087-82f6-468c11815d9d req-7936c976-3c9a-412c-9fa6-1f5606eca679 service nova] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:16 user nova-compute[74922]: DEBUG nova.compute.manager [req-c8e96f6d-e4dd-4087-82f6-468c11815d9d req-7936c976-3c9a-412c-9fa6-1f5606eca679 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] No waiting events found dispatching network-vif-plugged-450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:47:16 user nova-compute[74922]: WARNING nova.compute.manager [req-c8e96f6d-e4dd-4087-82f6-468c11815d9d req-7936c976-3c9a-412c-9fa6-1f5606eca679 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Received unexpected event network-vif-plugged-450bc0a4-feb9-498a-b5d2-2cefcac965a4 for instance with vm_state active and task_state reboot_started_hard.
Oct 30 05:47:16 user nova-compute[74922]: DEBUG nova.compute.manager [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:47:16 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Instance rebooted successfully.
Oct 30 05:47:16 user nova-compute[74922]: DEBUG nova.compute.manager [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:47:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0be5c408-8c48-48b2-97b1-13053933df61 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 8.843s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Starting finish_migration {{(pid=74922) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Oct 30 05:47:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Instance directory exists: not creating {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 30 05:47:27 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Creating image(s)
Oct 30 05:47:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.200s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk. size=21474836480 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk 21474836480 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk 21474836480" returned: 0 in 0.044s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Did not create local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Ensure instance console log exists: /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Start _get_guest_xml network_info=[{"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-2036725503-network", "vif_mac": "fa:16:3e:27:28:94"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'mount_device': '/dev/vdb', 'attachment_id': 'd7750c76-7e32-4394-b7b9-7432a63350ae', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GhtiPxDQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'ecb14dfa-b1d5-428e-b89f-d6ef246516fb', 'attached_at': '2023-10-30T05:47:27.000000', 'detached_at': '', 'volume_id': '43529096-0763-4c37-a712-4fe6de458e28', 'serial': '43529096-0763-4c37-a712-4fe6de458e28'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:47:28 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:47:28 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:47:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GhtiPxDQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:47:28 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:47:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:47:28 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:47:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:47:28 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b579fc9-75f5-47d8-b960-4f7f570c75ce]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:47:28 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6594c3c-b93e-4030-860b-736473a256f5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28] added
Oct 30 05:47:28 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4eebda2a-198a-40ee-8bc8-9abfcd5db8ab]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f70d0dc-2960-4db8-95fd-dbaa3017413a]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GhtiPxDQ {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GhtiPxDQ" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[32fcd463-60d3-4acf-b76d-45d20d5355d7]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GhtiPxDQ'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9831e89f-0113-4c8c-869a-561ff9858b7b]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ab560c3-0bb6-4031-ac62-1c89ed5ad6e2]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:47:28 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:47:28 user nova-compute[74922]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:47:28 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:47:28 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:47:28 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:47:28 user nova-compute[74922]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:47:28 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:47:28 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c13cebde-be95-425f-af00-37389b586643]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28, portal: 172.16.0.220,3260]
Oct 30 05:47:28 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28, portal: 172.16.0.220,3260] successful.
Oct 30 05:47:28 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dcb11cc-8fde-4131-aa34-472f1bf67b0d]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d4f9e23-8855-407b-af09-a535a8c69502]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:47:28 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:47:28 user nova-compute[74922]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:47:28 user nova-compute[74922]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:47:28 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:47:28 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:47:28 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:47:28 user nova-compute[74922]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:47:28 user nova-compute[74922]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:47:28 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:47:28 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.335s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] HCTL ('37', '-', '-', 0) found on session 17 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[eec7de28-5dfc-4c79-bee1-b530f6710c5b]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Searching for a device in session 17 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GhtiPxDQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:47:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.377s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] <== connect_volume: return (1380ms) {'type': 'block', 'scsi_wwn': '26330643134643635', 'path': '/dev/sdf'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26330643134643635', 'path': '/dev/sdf'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:42:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1965429185',display_name='tempest-ServerActionsTestOtherB-server-1965429185',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1965429185',id=1,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDKrR03Edkn3+uBBYzhl+WeW8EF5di0h23yGyXMJTFmoTumLAD75Wd1o8sMPMIVTSXHUqhJU0VAh0oJd5Uuik/EFhsIgquDCl2UHWrFcfWnkGIcCYHjG6vc/o69ncGjTg==',key_name='tempest-keypair-1219661337',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:42:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ea2c40ac6bb44f2aad2d2aca6c2f091d',ramdisk_id='',reservation_id='r-pom00zck',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-23289473',owner_user_name='tempest-ServerActionsTestOtherB-23289473-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:47:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b38f6c172eec4a849dade17cc0fb9d18',uuid=ecb14dfa-b1d5-428e-b89f-d6ef246516fb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-2036725503-network", "vif_mac": "fa:16:3e:27:28:94"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Converting VIF {"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-2036725503-network", "vif_mac": "fa:16:3e:27:28:94"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:27:28:94,bridge_name='br-int',has_traffic_filtering=True,id=da530316-ce42-47ee-aa54-a123b18bb1c2,network=Network(fc508590-021d-4cf4-bb16-d6f2321e5590),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda530316-ce') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:47:29 user nova-compute[74922]:   <uuid>ecb14dfa-b1d5-428e-b89f-d6ef246516fb</uuid>
Oct 30 05:47:29 user nova-compute[74922]:   <name>instance-00000001</name>
Oct 30 05:47:29 user nova-compute[74922]:   <memory>2097152</memory>
Oct 30 05:47:29 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:47:29 user nova-compute[74922]:   <metadata>
Oct 30 05:47:29 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:47:29 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:47:29 user nova-compute[74922]:       <nova:name>tempest-ServerActionsTestOtherB-server-1965429185</nova:name>
Oct 30 05:47:29 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:47:28</nova:creationTime>
Oct 30 05:47:29 user nova-compute[74922]:       <nova:flavor name="m1.small">
Oct 30 05:47:29 user nova-compute[74922]:         <nova:memory>2048</nova:memory>
Oct 30 05:47:29 user nova-compute[74922]:         <nova:disk>20</nova:disk>
Oct 30 05:47:29 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:47:29 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:47:29 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:47:29 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:47:29 user nova-compute[74922]:       <nova:owner>
Oct 30 05:47:29 user nova-compute[74922]:         <nova:user uuid="b38f6c172eec4a849dade17cc0fb9d18">tempest-ServerActionsTestOtherB-23289473-project-member</nova:user>
Oct 30 05:47:29 user nova-compute[74922]:         <nova:project uuid="ea2c40ac6bb44f2aad2d2aca6c2f091d">tempest-ServerActionsTestOtherB-23289473</nova:project>
Oct 30 05:47:29 user nova-compute[74922]:       </nova:owner>
Oct 30 05:47:29 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:47:29 user nova-compute[74922]:       <nova:ports>
Oct 30 05:47:29 user nova-compute[74922]:         <nova:port uuid="da530316-ce42-47ee-aa54-a123b18bb1c2">
Oct 30 05:47:29 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 30 05:47:29 user nova-compute[74922]:         </nova:port>
Oct 30 05:47:29 user nova-compute[74922]:       </nova:ports>
Oct 30 05:47:29 user nova-compute[74922]:     </nova:instance>
Oct 30 05:47:29 user nova-compute[74922]:   </metadata>
Oct 30 05:47:29 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:47:29 user nova-compute[74922]:     <system>
Oct 30 05:47:29 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:47:29 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:47:29 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:47:29 user nova-compute[74922]:       <entry name="serial">ecb14dfa-b1d5-428e-b89f-d6ef246516fb</entry>
Oct 30 05:47:29 user nova-compute[74922]:       <entry name="uuid">ecb14dfa-b1d5-428e-b89f-d6ef246516fb</entry>
Oct 30 05:47:29 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:47:29 user nova-compute[74922]:     </system>
Oct 30 05:47:29 user nova-compute[74922]:   </sysinfo>
Oct 30 05:47:29 user nova-compute[74922]:   <os>
Oct 30 05:47:29 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:47:29 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:47:29 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:47:29 user nova-compute[74922]:   </os>
Oct 30 05:47:29 user nova-compute[74922]:   <features>
Oct 30 05:47:29 user nova-compute[74922]:     <acpi/>
Oct 30 05:47:29 user nova-compute[74922]:     <apic/>
Oct 30 05:47:29 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:47:29 user nova-compute[74922]:   </features>
Oct 30 05:47:29 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:47:29 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:47:29 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:47:29 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:47:29 user nova-compute[74922]:   </clock>
Oct 30 05:47:29 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:47:29 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:47:29 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:47:29 user nova-compute[74922]:   </cpu>
Oct 30 05:47:29 user nova-compute[74922]:   <devices>
Oct 30 05:47:29 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:47:29 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:47:29 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk"/>
Oct 30 05:47:29 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:47:29 user nova-compute[74922]:     </disk>
Oct 30 05:47:29 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 05:47:29 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:47:29 user nova-compute[74922]:       <source dev="/dev/sdf"/>
Oct 30 05:47:29 user nova-compute[74922]:       <target dev="vdb" bus="virtio"/>
Oct 30 05:47:29 user nova-compute[74922]:       <serial>43529096-0763-4c37-a712-4fe6de458e28</serial>
Oct 30 05:47:29 user nova-compute[74922]:     </disk>
Oct 30 05:47:29 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:47:29 user nova-compute[74922]:       <mac address="fa:16:3e:27:28:94"/>
Oct 30 05:47:29 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:47:29 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:47:29 user nova-compute[74922]:       <target dev="tapda530316-ce"/>
Oct 30 05:47:29 user nova-compute[74922]:     </interface>
Oct 30 05:47:29 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:47:29 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/console.log" append="off"/>
Oct 30 05:47:29 user nova-compute[74922]:     </serial>
Oct 30 05:47:29 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:47:29 user nova-compute[74922]:     <video>
Oct 30 05:47:29 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:47:29 user nova-compute[74922]:     </video>
Oct 30 05:47:29 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:47:29 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:47:29 user nova-compute[74922]:     </rng>
Oct 30 05:47:29 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:47:29 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:47:29 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:47:29 user nova-compute[74922]:     </memballoon>
Oct 30 05:47:29 user nova-compute[74922]:   </devices>
Oct 30 05:47:29 user nova-compute[74922]: </domain>
Oct 30 05:47:29 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:42:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1965429185',display_name='tempest-ServerActionsTestOtherB-server-1965429185',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1965429185',id=1,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDKrR03Edkn3+uBBYzhl+WeW8EF5di0h23yGyXMJTFmoTumLAD75Wd1o8sMPMIVTSXHUqhJU0VAh0oJd5Uuik/EFhsIgquDCl2UHWrFcfWnkGIcCYHjG6vc/o69ncGjTg==',key_name='tempest-keypair-1219661337',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:42:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ea2c40ac6bb44f2aad2d2aca6c2f091d',ramdisk_id='',reservation_id='r-pom00zck',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-23289473',owner_user_name='tempest-ServerActionsTestOtherB-23289473-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:47:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b38f6c172eec4a849dade17cc0fb9d18',uuid=ecb14dfa-b1d5-428e-b89f-d6ef246516fb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-2036725503-network", "vif_mac": "fa:16:3e:27:28:94"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Converting VIF {"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-2036725503-network", "vif_mac": "fa:16:3e:27:28:94"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:27:28:94,bridge_name='br-int',has_traffic_filtering=True,id=da530316-ce42-47ee-aa54-a123b18bb1c2,network=Network(fc508590-021d-4cf4-bb16-d6f2321e5590),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda530316-ce') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG os_vif [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:28:94,bridge_name='br-int',has_traffic_filtering=True,id=da530316-ce42-47ee-aa54-a123b18bb1c2,network=Network(fc508590-021d-4cf4-bb16-d6f2321e5590),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda530316-ce') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '792a02f0-026a-5a4e-9bad-098147e6603a', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapda530316-ce, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapda530316-ce, col_values=(('qos', UUID('942716c2-5031-47fb-8dcb-4c11f4a5ec03')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapda530316-ce, col_values=(('external_ids', {'iface-id': 'da530316-ce42-47ee-aa54-a123b18bb1c2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:27:28:94', 'vm-uuid': 'ecb14dfa-b1d5-428e-b89f-d6ef246516fb'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:29 user nova-compute[74922]: INFO os_vif [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:28:94,bridge_name='br-int',has_traffic_filtering=True,id=da530316-ce42-47ee-aa54-a123b18bb1c2,network=Network(fc508590-021d-4cf4-bb16-d6f2321e5590),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda530316-ce')
Oct 30 05:47:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:47:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] No VIF found with MAC fa:16:3e:27:28:94, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:47:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:31 user nova-compute[74922]: DEBUG nova.compute.manager [req-1d5a428a-245e-4031-88fe-983820dbc693 req-d625170b-4d6b-4390-88a0-f85eead52e13 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received event network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1d5a428a-245e-4031-88fe-983820dbc693 req-d625170b-4d6b-4390-88a0-f85eead52e13 service nova] Acquiring lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1d5a428a-245e-4031-88fe-983820dbc693 req-d625170b-4d6b-4390-88a0-f85eead52e13 service nova] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1d5a428a-245e-4031-88fe-983820dbc693 req-d625170b-4d6b-4390-88a0-f85eead52e13 service nova] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:31 user nova-compute[74922]: DEBUG nova.compute.manager [req-1d5a428a-245e-4031-88fe-983820dbc693 req-d625170b-4d6b-4390-88a0-f85eead52e13 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] No waiting events found dispatching network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:47:31 user nova-compute[74922]: WARNING nova.compute.manager [req-1d5a428a-245e-4031-88fe-983820dbc693 req-d625170b-4d6b-4390-88a0-f85eead52e13 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received unexpected event network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 for instance with vm_state active and task_state resize_finish.
Oct 30 05:47:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:34 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:47:34 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:47:34 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 05:47:34 user nova-compute[74922]: DEBUG nova.compute.manager [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:47:34 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Instance running successfully.
Oct 30 05:47:34 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Failed to set time: agent not configured {{(pid=74922) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Oct 30 05:47:34 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2b6bb925-4de7-451f-a3b7-43545ab0cd1c tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] finish_migration finished successfully. {{(pid=74922) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Oct 30 05:47:34 user nova-compute[74922]: DEBUG nova.compute.manager [req-e9ba6aa1-f2f9-4f55-838f-415792011a19 req-e724a1db-1136-4e84-ae5b-17797218bf03 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received event network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e9ba6aa1-f2f9-4f55-838f-415792011a19 req-e724a1db-1136-4e84-ae5b-17797218bf03 service nova] Acquiring lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e9ba6aa1-f2f9-4f55-838f-415792011a19 req-e724a1db-1136-4e84-ae5b-17797218bf03 service nova] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e9ba6aa1-f2f9-4f55-838f-415792011a19 req-e724a1db-1136-4e84-ae5b-17797218bf03 service nova] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:34 user nova-compute[74922]: DEBUG nova.compute.manager [req-e9ba6aa1-f2f9-4f55-838f-415792011a19 req-e724a1db-1136-4e84-ae5b-17797218bf03 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] No waiting events found dispatching network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:47:34 user nova-compute[74922]: WARNING nova.compute.manager [req-e9ba6aa1-f2f9-4f55-838f-415792011a19 req-e724a1db-1136-4e84-ae5b-17797218bf03 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received unexpected event network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 for instance with vm_state active and task_state resize_finish.
Oct 30 05:47:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-24068942-be4d-4353-9eae-a9772d380590" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:47:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-24068942-be4d-4353-9eae-a9772d380590" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:47:34 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 24068942-be4d-4353-9eae-a9772d380590] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 05:47:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:35 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 24068942-be4d-4353-9eae-a9772d380590] Updating instance_info_cache with network_info: [{"id": "b0e1b488-94ee-49f6-946e-69d1ab836d95", "address": "fa:16:3e:56:ff:fb", "network": {"id": "cad0ab7b-a470-4da5-88b1-0eef0c3be354", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1950670208-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cde2c86d8914f1f81a0093440850477", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0e1b488-94", "ovs_interfaceid": "b0e1b488-94ee-49f6-946e-69d1ab836d95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:47:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-24068942-be4d-4353-9eae-a9772d380590" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:47:35 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 24068942-be4d-4353-9eae-a9772d380590] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 05:47:35 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:47:35 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:47:35 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:47:35 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:47:35 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:47:35 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:47:35 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 05:47:35 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:47:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:35 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 05:47:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:47:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31fc3c51-d233-40f9-bae9-6aaad7d23aa7/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31fc3c51-d233-40f9-bae9-6aaad7d23aa7/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31fc3c51-d233-40f9-bae9-6aaad7d23aa7/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31fc3c51-d233-40f9-bae9-6aaad7d23aa7/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:47:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:38 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:47:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ea5c982f-33ca-4477-a21d-11e12a75bc30/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ea5c982f-33ca-4477-a21d-11e12a75bc30/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ea5c982f-33ca-4477-a21d-11e12a75bc30/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ea5c982f-33ca-4477-a21d-11e12a75bc30/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:47:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:47:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:39 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:47:39 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:47:39 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=7363MB free_disk=25.517715454101562GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 05:47:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:40 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Applying migration context for instance ecb14dfa-b1d5-428e-b89f-d6ef246516fb as it has an incoming, in-progress migration b1cc7c9e-bb88-4d1d-88aa-c63ec19951ee. Migration status is finished {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 30 05:47:40 user nova-compute[74922]: INFO nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Updating resource usage from migration b1cc7c9e-bb88-4d1d-88aa-c63ec19951ee
Oct 30 05:47:40 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance f043cb05-eb51-4e0c-9a91-082ad6149324 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:47:40 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 4c3e6679-374d-4644-b05d-ef0bf04d7a3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:47:40 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 7e417d76-c45b-4033-aa0e-c98c1268971d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:47:40 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 24068942-be4d-4353-9eae-a9772d380590 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:47:40 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 3ea053be-1937-4292-80ea-eb4d5e03b5e2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:47:40 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 3eda9718-c0e8-45d0-b2d7-403f219e8192 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:47:40 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 31fc3c51-d233-40f9-bae9-6aaad7d23aa7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:47:40 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance ea5c982f-33ca-4477-a21d-11e12a75bc30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:47:40 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 2caef3e6-4e9a-4179-b063-18f87f1a63f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:47:40 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Migration b1cc7c9e-bb88-4d1d-88aa-c63ec19951ee is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 30 05:47:40 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance ecb14dfa-b1d5-428e-b89f-d6ef246516fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:47:40 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 05:47:40 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=29GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 05:47:40 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:47:40 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:47:40 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 05:47:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.542s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Acquiring lock "c5816c23-9ba0-4119-a957-696cb99e3e43" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:46 user nova-compute[74922]: DEBUG nova.compute.manager [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:47:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:47 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:47:47 user nova-compute[74922]: INFO nova.compute.claims [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Claim successful on node user
Oct 30 05:47:47 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:47:47 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:47:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.518s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:47 user nova-compute[74922]: DEBUG nova.compute.manager [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:47:47 user nova-compute[74922]: DEBUG nova.compute.manager [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:47:47 user nova-compute[74922]: DEBUG nova.network.neutron [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:47:47 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:47:47 user nova-compute[74922]: DEBUG nova.compute.manager [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:47:47 user nova-compute[74922]: DEBUG nova.policy [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f604726bc7d4c66a7fc731980f9e055', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6b93abe179f4a9dbe458afef7e35737', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:47:47 user nova-compute[74922]: DEBUG nova.compute.manager [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:47:47 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:47:47 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Creating image(s)
Oct 30 05:47:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Acquiring lock "/opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "/opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "/opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.273s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.206s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk 1073741824" returned: 0 in 0.070s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.285s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.208s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:48 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:47:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:48 user nova-compute[74922]: DEBUG nova.network.neutron [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Successfully created port: af67ff54-8091-48d4-acc1-3c58659119cd {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:47:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:48 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Cannot resize image /opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:47:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:47:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Ensure instance console log exists: /opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:47:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "f043cb05-eb51-4e0c-9a91-082ad6149324" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "f043cb05-eb51-4e0c-9a91-082ad6149324" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:48 user nova-compute[74922]: INFO nova.compute.manager [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Detaching volume 2a1de3de-77c6-4dda-b6d9-9b7dc9020930
Oct 30 05:47:48 user nova-compute[74922]: INFO nova.virt.block_device [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Attempting to driver detach volume 2a1de3de-77c6-4dda-b6d9-9b7dc9020930 from mountpoint /dev/vdb
Oct 30 05:47:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Attempting to detach device vdb from instance f043cb05-eb51-4e0c-9a91-082ad6149324 from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 05:47:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:47:48 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:47:48 user nova-compute[74922]:   <source dev="/dev/sdc"/>
Oct 30 05:47:48 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:47:48 user nova-compute[74922]:   <serial>2a1de3de-77c6-4dda-b6d9-9b7dc9020930</serial>
Oct 30 05:47:48 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 05:47:48 user nova-compute[74922]: </disk>
Oct 30 05:47:48 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:47:48 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Successfully detached device vdb from instance f043cb05-eb51-4e0c-9a91-082ad6149324 from the persistent domain config.
Oct 30 05:47:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f043cb05-eb51-4e0c-9a91-082ad6149324 from the live domain config. {{(pid=74922) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 05:47:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:47:48 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:47:48 user nova-compute[74922]:   <source dev="/dev/sdc"/>
Oct 30 05:47:48 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:47:48 user nova-compute[74922]:   <serial>2a1de3de-77c6-4dda-b6d9-9b7dc9020930</serial>
Oct 30 05:47:48 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 05:47:48 user nova-compute[74922]: </disk>
Oct 30 05:47:48 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.network.neutron [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Successfully updated port: af67ff54-8091-48d4-acc1-3c58659119cd {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Acquiring lock "refresh_cache-c5816c23-9ba0-4119-a957-696cb99e3e43" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Acquired lock "refresh_cache-c5816c23-9ba0-4119-a957-696cb99e3e43" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.network.neutron [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.compute.manager [req-8d2b9137-942b-411f-bd3f-44d15fd47aaf req-b2a69ced-b504-447a-ac88-f1797387573b service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Received event network-changed-af67ff54-8091-48d4-acc1-3c58659119cd {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.compute.manager [req-8d2b9137-942b-411f-bd3f-44d15fd47aaf req-b2a69ced-b504-447a-ac88-f1797387573b service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Refreshing instance network info cache due to event network-changed-af67ff54-8091-48d4-acc1-3c58659119cd. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8d2b9137-942b-411f-bd3f-44d15fd47aaf req-b2a69ced-b504-447a-ac88-f1797387573b service nova] Acquiring lock "refresh_cache-c5816c23-9ba0-4119-a957-696cb99e3e43" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.network.neutron [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f043cb05-eb51-4e0c-9a91-082ad6149324 {{(pid=74922) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.network.neutron [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Updating instance_info_cache with network_info: [{"id": "af67ff54-8091-48d4-acc1-3c58659119cd", "address": "fa:16:3e:20:8c:7f", "network": {"id": "785b25a8-727e-432e-aff7-deb831edd675", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-55730470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf67ff54-80", "ovs_interfaceid": "af67ff54-8091-48d4-acc1-3c58659119cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Releasing lock "refresh_cache-c5816c23-9ba0-4119-a957-696cb99e3e43" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.compute.manager [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Instance network_info: |[{"id": "af67ff54-8091-48d4-acc1-3c58659119cd", "address": "fa:16:3e:20:8c:7f", "network": {"id": "785b25a8-727e-432e-aff7-deb831edd675", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-55730470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf67ff54-80", "ovs_interfaceid": "af67ff54-8091-48d4-acc1-3c58659119cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8d2b9137-942b-411f-bd3f-44d15fd47aaf req-b2a69ced-b504-447a-ac88-f1797387573b service nova] Acquired lock "refresh_cache-c5816c23-9ba0-4119-a957-696cb99e3e43" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.network.neutron [req-8d2b9137-942b-411f-bd3f-44d15fd47aaf req-b2a69ced-b504-447a-ac88-f1797387573b service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Refreshing network info cache for port af67ff54-8091-48d4-acc1-3c58659119cd {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Start _get_guest_xml network_info=[{"id": "af67ff54-8091-48d4-acc1-3c58659119cd", "address": "fa:16:3e:20:8c:7f", "network": {"id": "785b25a8-727e-432e-aff7-deb831edd675", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-55730470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf67ff54-80", "ovs_interfaceid": "af67ff54-8091-48d4-acc1-3c58659119cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:47:49 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:47:49 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:47:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-96703779',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-96703779',id=15,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBCIGVgk51IPOhFInQqffZo4+bnBAkZ5iFYw18d039XwkZXmgFyqb4NneSFsvt3Ut5Ae6ywVZIzfuz5KJeqWibHY61f1KvBi8nWgHhiEEFPx2qSAAB5UzqPrpuk56tmYGA==',key_name='tempest-keypair-1413859791',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d6b93abe179f4a9dbe458afef7e35737',ramdisk_id='',reservation_id='r-lviwczqe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1596342775',owner_user_name='tempest-TaggedAttachmentsTest-1596342775-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:47:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f604726bc7d4c66a7fc731980f9e055',uuid=c5816c23-9ba0-4119-a957-696cb99e3e43,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "af67ff54-8091-48d4-acc1-3c58659119cd", "address": "fa:16:3e:20:8c:7f", "network": {"id": "785b25a8-727e-432e-aff7-deb831edd675", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-55730470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf67ff54-80", "ovs_interfaceid": "af67ff54-8091-48d4-acc1-3c58659119cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Converting VIF {"id": "af67ff54-8091-48d4-acc1-3c58659119cd", "address": "fa:16:3e:20:8c:7f", "network": {"id": "785b25a8-727e-432e-aff7-deb831edd675", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-55730470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf67ff54-80", "ovs_interfaceid": "af67ff54-8091-48d4-acc1-3c58659119cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:8c:7f,bridge_name='br-int',has_traffic_filtering=True,id=af67ff54-8091-48d4-acc1-3c58659119cd,network=Network(785b25a8-727e-432e-aff7-deb831edd675),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf67ff54-80') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.objects.instance [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lazy-loading 'pci_devices' on Instance uuid c5816c23-9ba0-4119-a957-696cb99e3e43 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:47:49 user nova-compute[74922]:   <uuid>c5816c23-9ba0-4119-a957-696cb99e3e43</uuid>
Oct 30 05:47:49 user nova-compute[74922]:   <name>instance-0000000f</name>
Oct 30 05:47:49 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:47:49 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:47:49 user nova-compute[74922]:   <metadata>
Oct 30 05:47:49 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:47:49 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:47:49 user nova-compute[74922]:       <nova:name>tempest-device-tagging-server-96703779</nova:name>
Oct 30 05:47:49 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:47:49</nova:creationTime>
Oct 30 05:47:49 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:47:49 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:47:49 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:47:49 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:47:49 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:47:49 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:47:49 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:47:49 user nova-compute[74922]:       <nova:owner>
Oct 30 05:47:49 user nova-compute[74922]:         <nova:user uuid="2f604726bc7d4c66a7fc731980f9e055">tempest-TaggedAttachmentsTest-1596342775-project-member</nova:user>
Oct 30 05:47:49 user nova-compute[74922]:         <nova:project uuid="d6b93abe179f4a9dbe458afef7e35737">tempest-TaggedAttachmentsTest-1596342775</nova:project>
Oct 30 05:47:49 user nova-compute[74922]:       </nova:owner>
Oct 30 05:47:49 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:47:49 user nova-compute[74922]:       <nova:ports>
Oct 30 05:47:49 user nova-compute[74922]:         <nova:port uuid="af67ff54-8091-48d4-acc1-3c58659119cd">
Oct 30 05:47:49 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 30 05:47:49 user nova-compute[74922]:         </nova:port>
Oct 30 05:47:49 user nova-compute[74922]:       </nova:ports>
Oct 30 05:47:49 user nova-compute[74922]:     </nova:instance>
Oct 30 05:47:49 user nova-compute[74922]:   </metadata>
Oct 30 05:47:49 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:47:49 user nova-compute[74922]:     <system>
Oct 30 05:47:49 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:47:49 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:47:49 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:47:49 user nova-compute[74922]:       <entry name="serial">c5816c23-9ba0-4119-a957-696cb99e3e43</entry>
Oct 30 05:47:49 user nova-compute[74922]:       <entry name="uuid">c5816c23-9ba0-4119-a957-696cb99e3e43</entry>
Oct 30 05:47:49 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:47:49 user nova-compute[74922]:     </system>
Oct 30 05:47:49 user nova-compute[74922]:   </sysinfo>
Oct 30 05:47:49 user nova-compute[74922]:   <os>
Oct 30 05:47:49 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:47:49 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:47:49 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:47:49 user nova-compute[74922]:   </os>
Oct 30 05:47:49 user nova-compute[74922]:   <features>
Oct 30 05:47:49 user nova-compute[74922]:     <acpi/>
Oct 30 05:47:49 user nova-compute[74922]:     <apic/>
Oct 30 05:47:49 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:47:49 user nova-compute[74922]:   </features>
Oct 30 05:47:49 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:47:49 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:47:49 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:47:49 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:47:49 user nova-compute[74922]:   </clock>
Oct 30 05:47:49 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:47:49 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:47:49 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:47:49 user nova-compute[74922]:   </cpu>
Oct 30 05:47:49 user nova-compute[74922]:   <devices>
Oct 30 05:47:49 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:47:49 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:47:49 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk"/>
Oct 30 05:47:49 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:47:49 user nova-compute[74922]:     </disk>
Oct 30 05:47:49 user nova-compute[74922]:     <disk type="file" device="cdrom">
Oct 30 05:47:49 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none"/>
Oct 30 05:47:49 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk.config"/>
Oct 30 05:47:49 user nova-compute[74922]:       <target dev="hda" bus="ide"/>
Oct 30 05:47:49 user nova-compute[74922]:     </disk>
Oct 30 05:47:49 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:47:49 user nova-compute[74922]:       <mac address="fa:16:3e:20:8c:7f"/>
Oct 30 05:47:49 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:47:49 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:47:49 user nova-compute[74922]:       <target dev="tapaf67ff54-80"/>
Oct 30 05:47:49 user nova-compute[74922]:     </interface>
Oct 30 05:47:49 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:47:49 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/console.log" append="off"/>
Oct 30 05:47:49 user nova-compute[74922]:     </serial>
Oct 30 05:47:49 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:47:49 user nova-compute[74922]:     <video>
Oct 30 05:47:49 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:47:49 user nova-compute[74922]:     </video>
Oct 30 05:47:49 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:47:49 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:47:49 user nova-compute[74922]:     </rng>
Oct 30 05:47:49 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:47:49 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:47:49 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:47:49 user nova-compute[74922]:     </memballoon>
Oct 30 05:47:49 user nova-compute[74922]:   </devices>
Oct 30 05:47:49 user nova-compute[74922]: </domain>
Oct 30 05:47:49 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:47:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-96703779',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-96703779',id=15,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBCIGVgk51IPOhFInQqffZo4+bnBAkZ5iFYw18d039XwkZXmgFyqb4NneSFsvt3Ut5Ae6ywVZIzfuz5KJeqWibHY61f1KvBi8nWgHhiEEFPx2qSAAB5UzqPrpuk56tmYGA==',key_name='tempest-keypair-1413859791',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d6b93abe179f4a9dbe458afef7e35737',ramdisk_id='',reservation_id='r-lviwczqe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1596342775',owner_user_name='tempest-TaggedAttachmentsTest-1596342775-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:47:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f604726bc7d4c66a7fc731980f9e055',uuid=c5816c23-9ba0-4119-a957-696cb99e3e43,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "af67ff54-8091-48d4-acc1-3c58659119cd", "address": "fa:16:3e:20:8c:7f", "network": {"id": "785b25a8-727e-432e-aff7-deb831edd675", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-55730470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf67ff54-80", "ovs_interfaceid": "af67ff54-8091-48d4-acc1-3c58659119cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Converting VIF {"id": "af67ff54-8091-48d4-acc1-3c58659119cd", "address": "fa:16:3e:20:8c:7f", "network": {"id": "785b25a8-727e-432e-aff7-deb831edd675", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-55730470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf67ff54-80", "ovs_interfaceid": "af67ff54-8091-48d4-acc1-3c58659119cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:8c:7f,bridge_name='br-int',has_traffic_filtering=True,id=af67ff54-8091-48d4-acc1-3c58659119cd,network=Network(785b25a8-727e-432e-aff7-deb831edd675),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf67ff54-80') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG os_vif [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:8c:7f,bridge_name='br-int',has_traffic_filtering=True,id=af67ff54-8091-48d4-acc1-3c58659119cd,network=Network(785b25a8-727e-432e-aff7-deb831edd675),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf67ff54-80') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '244b41ec-1224-54c9-a8ec-76c4a9e4a886', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaf67ff54-80, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaf67ff54-80, col_values=(('qos', UUID('07818507-17af-4c7d-bb34-c3ed01eeda51')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaf67ff54-80, col_values=(('external_ids', {'iface-id': 'af67ff54-8091-48d4-acc1-3c58659119cd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:20:8c:7f', 'vm-uuid': 'c5816c23-9ba0-4119-a957-696cb99e3e43'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:49 user nova-compute[74922]: INFO os_vif [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:8c:7f,bridge_name='br-int',has_traffic_filtering=True,id=af67ff54-8091-48d4-acc1-3c58659119cd,network=Network(785b25a8-727e-432e-aff7-deb831edd675),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf67ff54-80')
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] No BDM found with device name hda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:47:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] No VIF found with MAC fa:16:3e:20:8c:7f, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:47:49 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Using config drive
Oct 30 05:47:50 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Creating config drive at /opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk.config
Oct 30 05:47:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmppuualomq {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:47:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmppuualomq" returned: 0 in 0.053s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:47:50 user nova-compute[74922]: DEBUG nova.network.neutron [req-8d2b9137-942b-411f-bd3f-44d15fd47aaf req-b2a69ced-b504-447a-ac88-f1797387573b service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Updated VIF entry in instance network info cache for port af67ff54-8091-48d4-acc1-3c58659119cd. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:47:50 user nova-compute[74922]: DEBUG nova.network.neutron [req-8d2b9137-942b-411f-bd3f-44d15fd47aaf req-b2a69ced-b504-447a-ac88-f1797387573b service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Updating instance_info_cache with network_info: [{"id": "af67ff54-8091-48d4-acc1-3c58659119cd", "address": "fa:16:3e:20:8c:7f", "network": {"id": "785b25a8-727e-432e-aff7-deb831edd675", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-55730470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf67ff54-80", "ovs_interfaceid": "af67ff54-8091-48d4-acc1-3c58659119cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:47:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8d2b9137-942b-411f-bd3f-44d15fd47aaf req-b2a69ced-b504-447a-ac88-f1797387573b service nova] Releasing lock "refresh_cache-c5816c23-9ba0-4119-a957-696cb99e3e43" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:47:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:52 user nova-compute[74922]: DEBUG nova.compute.manager [req-a198fc0e-1a56-476a-ab25-d6250f3910eb req-cda4890b-f5b6-4d9e-879e-06f80c1fe614 service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Received event network-vif-plugged-af67ff54-8091-48d4-acc1-3c58659119cd {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-a198fc0e-1a56-476a-ab25-d6250f3910eb req-cda4890b-f5b6-4d9e-879e-06f80c1fe614 service nova] Acquiring lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-a198fc0e-1a56-476a-ab25-d6250f3910eb req-cda4890b-f5b6-4d9e-879e-06f80c1fe614 service nova] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-a198fc0e-1a56-476a-ab25-d6250f3910eb req-cda4890b-f5b6-4d9e-879e-06f80c1fe614 service nova] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:52 user nova-compute[74922]: DEBUG nova.compute.manager [req-a198fc0e-1a56-476a-ab25-d6250f3910eb req-cda4890b-f5b6-4d9e-879e-06f80c1fe614 service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] No waiting events found dispatching network-vif-plugged-af67ff54-8091-48d4-acc1-3c58659119cd {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:47:52 user nova-compute[74922]: WARNING nova.compute.manager [req-a198fc0e-1a56-476a-ab25-d6250f3910eb req-cda4890b-f5b6-4d9e-879e-06f80c1fe614 service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Received unexpected event network-vif-plugged-af67ff54-8091-48d4-acc1-3c58659119cd for instance with vm_state building and task_state spawning.
Oct 30 05:47:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:47:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:47:53 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Instance spawned successfully.
Oct 30 05:47:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:47:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:47:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:47:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:47:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:47:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:47:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:47:53 user nova-compute[74922]: INFO nova.compute.manager [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Took 6.07 seconds to spawn the instance on the hypervisor.
Oct 30 05:47:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:47:54 user nova-compute[74922]: INFO nova.compute.manager [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Took 6.99 seconds to build instance.
Oct 30 05:47:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-01463d75-a19e-465b-ba16-0a52b98b4aaa tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.130s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:54 user nova-compute[74922]: DEBUG nova.compute.manager [req-acd87f2f-db6d-4849-9d56-321b7165fa47 req-19dde6ce-0c92-4e10-8ba7-2bb662018c6c service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Received event network-vif-plugged-af67ff54-8091-48d4-acc1-3c58659119cd {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-acd87f2f-db6d-4849-9d56-321b7165fa47 req-19dde6ce-0c92-4e10-8ba7-2bb662018c6c service nova] Acquiring lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-acd87f2f-db6d-4849-9d56-321b7165fa47 req-19dde6ce-0c92-4e10-8ba7-2bb662018c6c service nova] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-acd87f2f-db6d-4849-9d56-321b7165fa47 req-19dde6ce-0c92-4e10-8ba7-2bb662018c6c service nova] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:54 user nova-compute[74922]: DEBUG nova.compute.manager [req-acd87f2f-db6d-4849-9d56-321b7165fa47 req-19dde6ce-0c92-4e10-8ba7-2bb662018c6c service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] No waiting events found dispatching network-vif-plugged-af67ff54-8091-48d4-acc1-3c58659119cd {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:47:54 user nova-compute[74922]: WARNING nova.compute.manager [req-acd87f2f-db6d-4849-9d56-321b7165fa47 req-19dde6ce-0c92-4e10-8ba7-2bb662018c6c service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Received unexpected event network-vif-plugged-af67ff54-8091-48d4-acc1-3c58659119cd for instance with vm_state active and task_state None.
Oct 30 05:47:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c795e8a0-0aac-4363-ab72-d0743f59a006 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Acquiring lock "31fc3c51-d233-40f9-bae9-6aaad7d23aa7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c795e8a0-0aac-4363-ab72-d0743f59a006 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Lock "31fc3c51-d233-40f9-bae9-6aaad7d23aa7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c795e8a0-0aac-4363-ab72-d0743f59a006 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Acquiring lock "31fc3c51-d233-40f9-bae9-6aaad7d23aa7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c795e8a0-0aac-4363-ab72-d0743f59a006 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Lock "31fc3c51-d233-40f9-bae9-6aaad7d23aa7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c795e8a0-0aac-4363-ab72-d0743f59a006 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Lock "31fc3c51-d233-40f9-bae9-6aaad7d23aa7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:54 user nova-compute[74922]: INFO nova.compute.manager [None req-c795e8a0-0aac-4363-ab72-d0743f59a006 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Terminating instance
Oct 30 05:47:54 user nova-compute[74922]: DEBUG nova.compute.manager [None req-c795e8a0-0aac-4363-ab72-d0743f59a006 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 05:47:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:55 user nova-compute[74922]: DEBUG nova.compute.manager [req-0dce9dda-2847-426e-b591-b57cb722ffa1 req-0e65b019-d878-44f3-864a-729fb310a259 service nova] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Received event network-vif-unplugged-7ad3a0cb-72be-4cc8-a437-30f12e116d66 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0dce9dda-2847-426e-b591-b57cb722ffa1 req-0e65b019-d878-44f3-864a-729fb310a259 service nova] Acquiring lock "31fc3c51-d233-40f9-bae9-6aaad7d23aa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0dce9dda-2847-426e-b591-b57cb722ffa1 req-0e65b019-d878-44f3-864a-729fb310a259 service nova] Lock "31fc3c51-d233-40f9-bae9-6aaad7d23aa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.005s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0dce9dda-2847-426e-b591-b57cb722ffa1 req-0e65b019-d878-44f3-864a-729fb310a259 service nova] Lock "31fc3c51-d233-40f9-bae9-6aaad7d23aa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:55 user nova-compute[74922]: DEBUG nova.compute.manager [req-0dce9dda-2847-426e-b591-b57cb722ffa1 req-0e65b019-d878-44f3-864a-729fb310a259 service nova] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] No waiting events found dispatching network-vif-unplugged-7ad3a0cb-72be-4cc8-a437-30f12e116d66 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:47:55 user nova-compute[74922]: DEBUG nova.compute.manager [req-0dce9dda-2847-426e-b591-b57cb722ffa1 req-0e65b019-d878-44f3-864a-729fb310a259 service nova] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Received event network-vif-unplugged-7ad3a0cb-72be-4cc8-a437-30f12e116d66 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:47:55 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Instance destroyed successfully.
Oct 30 05:47:55 user nova-compute[74922]: DEBUG nova.objects.instance [None req-c795e8a0-0aac-4363-ab72-d0743f59a006 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Lazy-loading 'resources' on Instance uuid 31fc3c51-d233-40f9-bae9-6aaad7d23aa7 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:47:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-c795e8a0-0aac-4363-ab72-d0743f59a006 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:46:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1194182000',display_name='tempest-VolumesNegativeTest-instance-1194182000',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1194182000',id=12,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:46:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c0c0b765f13c4d80841bb2634a77b471',ramdisk_id='',reservation_id='r-xce80rl9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-2096679178',owner_user_name='tempest-VolumesNegativeTest-2096679178-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:46:13Z,user_data=None,user_id='70c8a5a41e3e4459b858f3975c9dc92a',uuid=31fc3c51-d233-40f9-bae9-6aaad7d23aa7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7ad3a0cb-72be-4cc8-a437-30f12e116d66", "address": "fa:16:3e:95:b8:19", "network": {"id": "92383a0a-767d-4951-9eb4-7c4a5599ae8b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "cb7abb2401384c829b8d53fa8ebe63d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ad3a0cb-72", "ovs_interfaceid": "7ad3a0cb-72be-4cc8-a437-30f12e116d66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:47:55 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-c795e8a0-0aac-4363-ab72-d0743f59a006 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Converting VIF {"id": "7ad3a0cb-72be-4cc8-a437-30f12e116d66", "address": "fa:16:3e:95:b8:19", "network": {"id": "92383a0a-767d-4951-9eb4-7c4a5599ae8b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "cb7abb2401384c829b8d53fa8ebe63d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ad3a0cb-72", "ovs_interfaceid": "7ad3a0cb-72be-4cc8-a437-30f12e116d66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:47:55 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-c795e8a0-0aac-4363-ab72-d0743f59a006 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:b8:19,bridge_name='br-int',has_traffic_filtering=True,id=7ad3a0cb-72be-4cc8-a437-30f12e116d66,network=Network(92383a0a-767d-4951-9eb4-7c4a5599ae8b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ad3a0cb-72') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:47:55 user nova-compute[74922]: DEBUG os_vif [None req-c795e8a0-0aac-4363-ab72-d0743f59a006 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:b8:19,bridge_name='br-int',has_traffic_filtering=True,id=7ad3a0cb-72be-4cc8-a437-30f12e116d66,network=Network(92383a0a-767d-4951-9eb4-7c4a5599ae8b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ad3a0cb-72') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:47:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7ad3a0cb-72, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:47:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f10f1788-99f5-4e69-891c-013d1009cf02) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:47:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:55 user nova-compute[74922]: INFO os_vif [None req-c795e8a0-0aac-4363-ab72-d0743f59a006 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:b8:19,bridge_name='br-int',has_traffic_filtering=True,id=7ad3a0cb-72be-4cc8-a437-30f12e116d66,network=Network(92383a0a-767d-4951-9eb4-7c4a5599ae8b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ad3a0cb-72')
Oct 30 05:47:55 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-c795e8a0-0aac-4363-ab72-d0743f59a006 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Deleting instance files /opt/stack/data/nova/instances/31fc3c51-d233-40f9-bae9-6aaad7d23aa7_del
Oct 30 05:47:55 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-c795e8a0-0aac-4363-ab72-d0743f59a006 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Deletion of /opt/stack/data/nova/instances/31fc3c51-d233-40f9-bae9-6aaad7d23aa7_del complete
Oct 30 05:47:55 user nova-compute[74922]: INFO nova.compute.manager [None req-c795e8a0-0aac-4363-ab72-d0743f59a006 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Took 0.99 seconds to destroy the instance on the hypervisor.
Oct 30 05:47:55 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-c795e8a0-0aac-4363-ab72-d0743f59a006 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 05:47:55 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 05:47:55 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 05:47:56 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:47:56 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Took 0.79 seconds to deallocate network for instance.
Oct 30 05:47:56 user nova-compute[74922]: DEBUG nova.compute.manager [req-eff09b35-01c0-4d44-a7a7-ceb582ab443d req-524b6d4b-20a0-4287-b487-18d7b83670d8 service nova] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Received event network-vif-deleted-7ad3a0cb-72be-4cc8-a437-30f12e116d66 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c795e8a0-0aac-4363-ab72-d0743f59a006 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c795e8a0-0aac-4363-ab72-d0743f59a006 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:57 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-c795e8a0-0aac-4363-ab72-d0743f59a006 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:47:57 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-c795e8a0-0aac-4363-ab72-d0743f59a006 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:47:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c795e8a0-0aac-4363-ab72-d0743f59a006 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.536s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:57 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-c795e8a0-0aac-4363-ab72-d0743f59a006 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Deleted allocations for instance 31fc3c51-d233-40f9-bae9-6aaad7d23aa7
Oct 30 05:47:57 user nova-compute[74922]: DEBUG nova.compute.manager [req-dd16dded-8635-4841-ad35-485298a4c61a req-e42e5bd2-d01d-42f1-99c2-7d5c72e5c017 service nova] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Received event network-vif-plugged-7ad3a0cb-72be-4cc8-a437-30f12e116d66 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:47:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dd16dded-8635-4841-ad35-485298a4c61a req-e42e5bd2-d01d-42f1-99c2-7d5c72e5c017 service nova] Acquiring lock "31fc3c51-d233-40f9-bae9-6aaad7d23aa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:47:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dd16dded-8635-4841-ad35-485298a4c61a req-e42e5bd2-d01d-42f1-99c2-7d5c72e5c017 service nova] Lock "31fc3c51-d233-40f9-bae9-6aaad7d23aa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:47:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dd16dded-8635-4841-ad35-485298a4c61a req-e42e5bd2-d01d-42f1-99c2-7d5c72e5c017 service nova] Lock "31fc3c51-d233-40f9-bae9-6aaad7d23aa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:57 user nova-compute[74922]: DEBUG nova.compute.manager [req-dd16dded-8635-4841-ad35-485298a4c61a req-e42e5bd2-d01d-42f1-99c2-7d5c72e5c017 service nova] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] No waiting events found dispatching network-vif-plugged-7ad3a0cb-72be-4cc8-a437-30f12e116d66 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:47:57 user nova-compute[74922]: WARNING nova.compute.manager [req-dd16dded-8635-4841-ad35-485298a4c61a req-e42e5bd2-d01d-42f1-99c2-7d5c72e5c017 service nova] [instance: 31fc3c51-d233-40f9-bae9-6aaad7d23aa7] Received unexpected event network-vif-plugged-7ad3a0cb-72be-4cc8-a437-30f12e116d66 for instance with vm_state deleted and task_state None.
Oct 30 05:47:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c795e8a0-0aac-4363-ab72-d0743f59a006 tempest-VolumesNegativeTest-2096679178 tempest-VolumesNegativeTest-2096679178-project-member] Lock "31fc3c51-d233-40f9-bae9-6aaad7d23aa7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.576s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:47:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:47:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:09 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f043cb05-eb51-4e0c-9a91-082ad6149324 is timed out.
Oct 30 05:48:09 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Successfully detached device vdb from instance f043cb05-eb51-4e0c-9a91-082ad6149324 from the live domain config.
Oct 30 05:48:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SWxQdGcK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:48:09 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:48:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7064dfe-3b8d-43b9-83d9-b142636f9aa3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:48:09 user nova-compute[74922]: No targets found.
Oct 30 05:48:09 user nova-compute[74922]: iSNS:
Oct 30 05:48:09 user nova-compute[74922]: No targets found.
Oct 30 05:48:09 user nova-compute[74922]: STATIC:
Oct 30 05:48:09 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930
Oct 30 05:48:09 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:48:09 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:48:09 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b
Oct 30 05:48:09 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:48:09 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:48:09 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e
Oct 30 05:48:09 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:48:09 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:48:09 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41
Oct 30 05:48:09 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:48:09 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:48:09 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28
Oct 30 05:48:09 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:48:09 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:48:09 user nova-compute[74922]: FIRMWARE:
Oct 30 05:48:09 user nova-compute[74922]: No targets found.
Oct 30 05:48:09 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:48:09 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:48:09 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[48e6e151-6359-4888-9e1f-50ac29ed7212]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[38419f76-cdd2-43fb-945c-a6fc4aa7f0ee]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:48:09 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:48:09 user nova-compute[74922]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:48:09 user nova-compute[74922]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:48:09 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:48:09 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:48:09 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:48:09 user nova-compute[74922]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:48:09 user nova-compute[74922]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:48:09 user nova-compute[74922]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 (non-flash)
Oct 30 05:48:09 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8208612830>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930'): ({'sdc'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Removing single pathed devices sdc {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[777d4576-de45-4911-a2de-2c40dabd4879]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8be1d62-a20a-4376-86e8-49ce068dbc43]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Flushing IO for device /dev/sdc {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b81e7620-b0e5-4dea-b1b1-369f97e37330]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.049s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[45e907c9-76eb-467d-b9f2-78e5cf88688e]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] SCSI volumes sdc have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[05a3744b-9084-44f4-aeb1-69803226c7a0]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 -p 172.16.0.220:3260 --logout" returned: 0 in 0.075s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3a2bcdd-c217-4146-84f4-aee65ae7d004]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930, portal: 172.16.0.220,3260]
Oct 30 05:48:09 user nova-compute[74922]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930, portal: 172.16.0.220,3260] successful.
Oct 30 05:48:09 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:48:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a1de3de-77c6-4dda-b6d9-9b7dc9020930 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[060a1701-bd6e-4104-afec-298b8cfec281]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:48:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.400s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:48:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] <== disconnect_volume: return (401ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:48:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:48:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:11 user nova-compute[74922]: DEBUG nova.objects.instance [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lazy-loading 'flavor' on Instance uuid f043cb05-eb51-4e0c-9a91-082ad6149324 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:48:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3c5b7aef-9453-4de2-8f50-dad9559f393a tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "f043cb05-eb51-4e0c-9a91-082ad6149324" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.276s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Acquiring lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:15 user nova-compute[74922]: DEBUG nova.compute.manager [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:48:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:15 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:48:15 user nova-compute[74922]: INFO nova.compute.claims [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Claim successful on node user
Oct 30 05:48:16 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:48:16 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:48:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.550s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:16 user nova-compute[74922]: DEBUG nova.compute.manager [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:48:16 user nova-compute[74922]: DEBUG nova.compute.manager [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:48:16 user nova-compute[74922]: DEBUG nova.network.neutron [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:48:16 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:48:16 user nova-compute[74922]: DEBUG nova.compute.manager [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:48:16 user nova-compute[74922]: DEBUG nova.policy [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8319f56cf3fc4eef985d12380ac7ef14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '981d5d5a56da43449b259ff220d08d0f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:48:16 user nova-compute[74922]: DEBUG nova.compute.manager [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:48:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:48:16 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Creating image(s)
Oct 30 05:48:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Acquiring lock "/opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Lock "/opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Lock "/opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Acquiring lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Acquiring lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:16 user nova-compute[74922]: INFO nova.compute.manager [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Terminating instance
Oct 30 05:48:16 user nova-compute[74922]: DEBUG nova.compute.manager [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 05:48:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.228s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.216s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk 1073741824" returned: 0 in 0.061s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.284s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.191s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Cannot resize image /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Ensure instance console log exists: /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:17 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Instance destroyed successfully.
Oct 30 05:48:17 user nova-compute[74922]: DEBUG nova.objects.instance [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lazy-loading 'resources' on Instance uuid 3ea053be-1937-4292-80ea-eb4d5e03b5e2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T05:43:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1671300911',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-39662126',id=8,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCe0+rWFu+0G8uFTK4dQWjNEWXrTR+3t+bysQx857NIldiHaqaIoP3Bscur1xwqXc5hprDJeAfoGUaw5kwih0MpCr2G//4+GxN1WKDO5erMQeVctAdOQl85PSv5Zr8a8Sg==',key_name='tempest-keypair-2132190904',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:46:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cce501e87faf45949eba8517dd9a3ea2',ramdisk_id='',reservation_id='r-p4cyc8pz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1120424251',owner_user_name='tempest-ServerActionsV293TestJSON-1120424251-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:46:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='73f9b18574c24a3482707f90c1324c1d',uuid=3ea053be-1937-4292-80ea-eb4d5e03b5e2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "address": "fa:16:3e:df:3c:72", "network": {"id": "78892be9-b10d-4a13-942a-a2056c4e2987", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1397092291-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cce501e87faf45949eba8517dd9a3ea2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50a3bf3c-1c", "ovs_interfaceid": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Converting VIF {"id": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "address": "fa:16:3e:df:3c:72", "network": {"id": "78892be9-b10d-4a13-942a-a2056c4e2987", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1397092291-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cce501e87faf45949eba8517dd9a3ea2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50a3bf3c-1c", "ovs_interfaceid": "50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:df:3c:72,bridge_name='br-int',has_traffic_filtering=True,id=50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c,network=Network(78892be9-b10d-4a13-942a-a2056c4e2987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50a3bf3c-1c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG os_vif [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:df:3c:72,bridge_name='br-int',has_traffic_filtering=True,id=50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c,network=Network(78892be9-b10d-4a13-942a-a2056c4e2987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50a3bf3c-1c') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap50a3bf3c-1c, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0c20a46b-cb81-4c1c-bb44-7bae5a5b8dbf) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:17 user nova-compute[74922]: INFO os_vif [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:df:3c:72,bridge_name='br-int',has_traffic_filtering=True,id=50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c,network=Network(78892be9-b10d-4a13-942a-a2056c4e2987),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50a3bf3c-1c')
Oct 30 05:48:17 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cOeiKpUf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:48:17 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:48:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.030s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0f85005-37e6-43ee-983a-771e2dd44261]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:48:17 user nova-compute[74922]: No targets found.
Oct 30 05:48:17 user nova-compute[74922]: iSNS:
Oct 30 05:48:17 user nova-compute[74922]: No targets found.
Oct 30 05:48:17 user nova-compute[74922]: STATIC:
Oct 30 05:48:17 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b
Oct 30 05:48:17 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:48:17 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:48:17 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e
Oct 30 05:48:17 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:48:17 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:48:17 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41
Oct 30 05:48:17 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:48:17 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:48:17 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28
Oct 30 05:48:17 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:48:17 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:48:17 user nova-compute[74922]: FIRMWARE:
Oct 30 05:48:17 user nova-compute[74922]: No targets found.
Oct 30 05:48:17 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:48:17 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:48:17 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e497239-3308-4a4d-8c9c-1dbb611667bc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca036468-ee96-4280-b605-5d475cf589d6]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:48:17 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:48:17 user nova-compute[74922]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:48:17 user nova-compute[74922]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:48:17 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:48:17 user nova-compute[74922]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e (non-flash)
Oct 30 05:48:17 user nova-compute[74922]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:48:17 user nova-compute[74922]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:48:17 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82087d32e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e'): ({'sde'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Removing single pathed devices sde {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG nova.compute.manager [req-563b5c10-b977-4859-91c8-edc53fd9ea35 req-b2b1dcea-af1e-4bf9-9d2f-f64f10c25218 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Received event network-vif-unplugged-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-563b5c10-b977-4859-91c8-edc53fd9ea35 req-b2b1dcea-af1e-4bf9-9d2f-f64f10c25218 service nova] Acquiring lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-563b5c10-b977-4859-91c8-edc53fd9ea35 req-b2b1dcea-af1e-4bf9-9d2f-f64f10c25218 service nova] Lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-563b5c10-b977-4859-91c8-edc53fd9ea35 req-b2b1dcea-af1e-4bf9-9d2f-f64f10c25218 service nova] Lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG nova.compute.manager [req-563b5c10-b977-4859-91c8-edc53fd9ea35 req-b2b1dcea-af1e-4bf9-9d2f-f64f10c25218 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] No waiting events found dispatching network-vif-unplugged-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG nova.compute.manager [req-563b5c10-b977-4859-91c8-edc53fd9ea35 req-b2b1dcea-af1e-4bf9-9d2f-f64f10c25218 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Received event network-vif-unplugged-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG nova.compute.manager [req-c069b8af-7855-416b-84ae-8daeddcf30f8 req-c292704c-bc23-4f1c-adeb-1d111dc901b7 service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Received event network-changed-df5f3fd3-3173-43f6-8baa-423f500b4e81 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG nova.compute.manager [req-c069b8af-7855-416b-84ae-8daeddcf30f8 req-c292704c-bc23-4f1c-adeb-1d111dc901b7 service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Refreshing instance network info cache due to event network-changed-df5f3fd3-3173-43f6-8baa-423f500b4e81. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c069b8af-7855-416b-84ae-8daeddcf30f8 req-c292704c-bc23-4f1c-adeb-1d111dc901b7 service nova] Acquiring lock "refresh_cache-2caef3e6-4e9a-4179-b063-18f87f1a63f2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c069b8af-7855-416b-84ae-8daeddcf30f8 req-c292704c-bc23-4f1c-adeb-1d111dc901b7 service nova] Acquired lock "refresh_cache-2caef3e6-4e9a-4179-b063-18f87f1a63f2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG nova.network.neutron [req-c069b8af-7855-416b-84ae-8daeddcf30f8 req-c292704c-bc23-4f1c-adeb-1d111dc901b7 service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Refreshing network info cache for port df5f3fd3-3173-43f6-8baa-423f500b4e81 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a6dd88b-0f25-49c1-8a30-aac78db9752a]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.030s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[307fc64b-a954-4e84-a998-266754dd0ca2]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Flushing IO for device /dev/sde {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[af54ef11-07f7-4874-8a79-0eba7b7f4f88]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:48:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.077s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[05b24d86-1133-49b3-99f0-433ab71d71ad]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] SCSI volumes sde have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO1d006838-b7b1724a7723e97c', '/dev/disk/by-id/scsi-26237623137323461', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_1d006838') {{(pid=85621) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0aa75fd-bccd-4e60-8186-6752bea22893]: (4, None) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcdd4a76-f20e-48e4-b96a-c81a3e2bce09]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[dea00275-4de4-4815-911e-71865b4f391e]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e, portal: 172.16.0.220,3260]
Oct 30 05:48:18 user nova-compute[74922]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e, portal: 172.16.0.220,3260] successful.
Oct 30 05:48:18 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86991b09-636b-426b-9654-e9400244050e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[753b18a5-09fc-4eb4-bc64-9b905a07ebbc]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.429s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] <== disconnect_volume: return (432ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:48:18 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Deleting instance files /opt/stack/data/nova/instances/3ea053be-1937-4292-80ea-eb4d5e03b5e2_del
Oct 30 05:48:18 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Deletion of /opt/stack/data/nova/instances/3ea053be-1937-4292-80ea-eb4d5e03b5e2_del complete
Oct 30 05:48:18 user nova-compute[74922]: INFO nova.compute.manager [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Took 1.50 seconds to destroy the instance on the hypervisor.
Oct 30 05:48:18 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG nova.objects.instance [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lazy-loading 'flavor' on Instance uuid 2caef3e6-4e9a-4179-b063-18f87f1a63f2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.097s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG nova.network.neutron [req-c069b8af-7855-416b-84ae-8daeddcf30f8 req-c292704c-bc23-4f1c-adeb-1d111dc901b7 service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Updated VIF entry in instance network info cache for port df5f3fd3-3173-43f6-8baa-423f500b4e81. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG nova.network.neutron [req-c069b8af-7855-416b-84ae-8daeddcf30f8 req-c292704c-bc23-4f1c-adeb-1d111dc901b7 service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Updating instance_info_cache with network_info: [{"id": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "address": "fa:16:3e:fd:d9:c5", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.95", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3fd3-31", "ovs_interfaceid": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG nova.network.neutron [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Successfully created port: 95b34bcd-3a46-4535-8c99-3dffe6b6bd1d {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:48:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c069b8af-7855-416b-84ae-8daeddcf30f8 req-c292704c-bc23-4f1c-adeb-1d111dc901b7 service nova] Releasing lock "refresh_cache-2caef3e6-4e9a-4179-b063-18f87f1a63f2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:19 user nova-compute[74922]: INFO nova.compute.manager [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Attaching volume 93dfb768-a308-43bd-b80b-1f88e091e4de to /dev/vdb
Oct 30 05:48:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG os_brick.utils [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ec6e875-4f0e-4873-83fb-160808ab192a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[841a32c9-edd9-4c69-a743-7bfcbf4b7f17]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9afc73c8-ae0b-45da-b306-9a63c10cdb98]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e17b79cf-6a13-4287-9971-55a19421bc2d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:48:19 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:48:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[846785ab-8252-48e2-b6f4-7a99caa9f8e3]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG os_brick.utils [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] <== get_connector_properties: return (141ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Updating existing volume attachment record: 6a59a1c7-bf23-44f2-81a6-6f49cd43247b {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:48:19 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Took 1.01 seconds to deallocate network for instance.
Oct 30 05:48:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-9adace0d-40f3-411e-aa8c-0313eb708ea7 req-fab932e5-306a-4825-a75d-48d204d5e4da service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Received event network-vif-deleted-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-816caf86-5a1a-45b8-9be5-bab3b99a1d8f req-a4de7480-e46f-4337-a4a9-0e2367bb7409 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Received event network-vif-plugged-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-816caf86-5a1a-45b8-9be5-bab3b99a1d8f req-a4de7480-e46f-4337-a4a9-0e2367bb7409 service nova] Acquiring lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-816caf86-5a1a-45b8-9be5-bab3b99a1d8f req-a4de7480-e46f-4337-a4a9-0e2367bb7409 service nova] Lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-816caf86-5a1a-45b8-9be5-bab3b99a1d8f req-a4de7480-e46f-4337-a4a9-0e2367bb7409 service nova] Lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-816caf86-5a1a-45b8-9be5-bab3b99a1d8f req-a4de7480-e46f-4337-a4a9-0e2367bb7409 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] No waiting events found dispatching network-vif-plugged-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:48:19 user nova-compute[74922]: WARNING nova.compute.manager [req-816caf86-5a1a-45b8-9be5-bab3b99a1d8f req-a4de7480-e46f-4337-a4a9-0e2367bb7409 service nova] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Received unexpected event network-vif-plugged-50a3bf3c-1c4f-4d1b-915b-ef01bb21b06c for instance with vm_state active and task_state deleting.
Oct 30 05:48:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:20 user nova-compute[74922]: INFO nova.compute.manager [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Took 0.98 seconds to detach 1 volumes for instance.
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.compute.manager [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] [instance: 3ea053be-1937-4292-80ea-eb4d5e03b5e2] Deleting volume: 86991b09-636b-426b-9654-e9400244050e {{(pid=74922) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.network.neutron [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Successfully updated port: 95b34bcd-3a46-4535-8c99-3dffe6b6bd1d {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Acquiring lock "refresh_cache-a9ee90ad-74b3-41dc-8daa-435b156cecbe" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Acquired lock "refresh_cache-a9ee90ad-74b3-41dc-8daa-435b156cecbe" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.network.neutron [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.network.neutron [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.network.neutron [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Updating instance_info_cache with network_info: [{"id": "95b34bcd-3a46-4535-8c99-3dffe6b6bd1d", "address": "fa:16:3e:3d:63:d1", "network": {"id": "6d0d0ab5-9bd6-4a44-91fb-a6f0562ae03b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1056807611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "981d5d5a56da43449b259ff220d08d0f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95b34bcd-3a", "ovs_interfaceid": "95b34bcd-3a46-4535-8c99-3dffe6b6bd1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Releasing lock "refresh_cache-a9ee90ad-74b3-41dc-8daa-435b156cecbe" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.compute.manager [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Instance network_info: |[{"id": "95b34bcd-3a46-4535-8c99-3dffe6b6bd1d", "address": "fa:16:3e:3d:63:d1", "network": {"id": "6d0d0ab5-9bd6-4a44-91fb-a6f0562ae03b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1056807611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "981d5d5a56da43449b259ff220d08d0f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95b34bcd-3a", "ovs_interfaceid": "95b34bcd-3a46-4535-8c99-3dffe6b6bd1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Start _get_guest_xml network_info=[{"id": "95b34bcd-3a46-4535-8c99-3dffe6b6bd1d", "address": "fa:16:3e:3d:63:d1", "network": {"id": "6d0d0ab5-9bd6-4a44-91fb-a6f0562ae03b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1056807611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "981d5d5a56da43449b259ff220d08d0f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95b34bcd-3a", "ovs_interfaceid": "95b34bcd-3a46-4535-8c99-3dffe6b6bd1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:48:20 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:48:20 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:48:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1880209132',display_name='tempest-ServerStableDeviceRescueTest-server-1880209132',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1880209132',id=16,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAU5XFJjzgA2ibN/NglV76q999NeWJjvKgXFu3XMRYOxfVpr378WkgqScmrEJk95tQ9ivyOZXSlC7B2n3oOgff13R/Dbeezxj7CQlTWxQVuzPpN82ZCuCruit4NhD1sk7A==',key_name='tempest-keypair-1227135454',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='981d5d5a56da43449b259ff220d08d0f',ramdisk_id='',reservation_id='r-1d8p67l7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1217904017',owner_user_name='tempest-ServerStableDeviceRescueTest-1217904017-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:48:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8319f56cf3fc4eef985d12380ac7ef14',uuid=a9ee90ad-74b3-41dc-8daa-435b156cecbe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "95b34bcd-3a46-4535-8c99-3dffe6b6bd1d", "address": "fa:16:3e:3d:63:d1", "network": {"id": "6d0d0ab5-9bd6-4a44-91fb-a6f0562ae03b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1056807611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "981d5d5a56da43449b259ff220d08d0f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95b34bcd-3a", "ovs_interfaceid": "95b34bcd-3a46-4535-8c99-3dffe6b6bd1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Converting VIF {"id": "95b34bcd-3a46-4535-8c99-3dffe6b6bd1d", "address": "fa:16:3e:3d:63:d1", "network": {"id": "6d0d0ab5-9bd6-4a44-91fb-a6f0562ae03b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1056807611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "981d5d5a56da43449b259ff220d08d0f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95b34bcd-3a", "ovs_interfaceid": "95b34bcd-3a46-4535-8c99-3dffe6b6bd1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:63:d1,bridge_name='br-int',has_traffic_filtering=True,id=95b34bcd-3a46-4535-8c99-3dffe6b6bd1d,network=Network(6d0d0ab5-9bd6-4a44-91fb-a6f0562ae03b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95b34bcd-3a') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.objects.instance [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Lazy-loading 'pci_devices' on Instance uuid a9ee90ad-74b3-41dc-8daa-435b156cecbe {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:48:20 user nova-compute[74922]:   <uuid>a9ee90ad-74b3-41dc-8daa-435b156cecbe</uuid>
Oct 30 05:48:20 user nova-compute[74922]:   <name>instance-00000010</name>
Oct 30 05:48:20 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:48:20 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:48:20 user nova-compute[74922]:   <metadata>
Oct 30 05:48:20 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:48:20 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:48:20 user nova-compute[74922]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-1880209132</nova:name>
Oct 30 05:48:20 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:48:20</nova:creationTime>
Oct 30 05:48:20 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:48:20 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:48:20 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:48:20 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:48:20 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:48:20 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:48:20 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:48:20 user nova-compute[74922]:       <nova:owner>
Oct 30 05:48:20 user nova-compute[74922]:         <nova:user uuid="8319f56cf3fc4eef985d12380ac7ef14">tempest-ServerStableDeviceRescueTest-1217904017-project-member</nova:user>
Oct 30 05:48:20 user nova-compute[74922]:         <nova:project uuid="981d5d5a56da43449b259ff220d08d0f">tempest-ServerStableDeviceRescueTest-1217904017</nova:project>
Oct 30 05:48:20 user nova-compute[74922]:       </nova:owner>
Oct 30 05:48:20 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:48:20 user nova-compute[74922]:       <nova:ports>
Oct 30 05:48:20 user nova-compute[74922]:         <nova:port uuid="95b34bcd-3a46-4535-8c99-3dffe6b6bd1d">
Oct 30 05:48:20 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 30 05:48:20 user nova-compute[74922]:         </nova:port>
Oct 30 05:48:20 user nova-compute[74922]:       </nova:ports>
Oct 30 05:48:20 user nova-compute[74922]:     </nova:instance>
Oct 30 05:48:20 user nova-compute[74922]:   </metadata>
Oct 30 05:48:20 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:48:20 user nova-compute[74922]:     <system>
Oct 30 05:48:20 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:48:20 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:48:20 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:48:20 user nova-compute[74922]:       <entry name="serial">a9ee90ad-74b3-41dc-8daa-435b156cecbe</entry>
Oct 30 05:48:20 user nova-compute[74922]:       <entry name="uuid">a9ee90ad-74b3-41dc-8daa-435b156cecbe</entry>
Oct 30 05:48:20 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:48:20 user nova-compute[74922]:     </system>
Oct 30 05:48:20 user nova-compute[74922]:   </sysinfo>
Oct 30 05:48:20 user nova-compute[74922]:   <os>
Oct 30 05:48:20 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:48:20 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:48:20 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:48:20 user nova-compute[74922]:   </os>
Oct 30 05:48:20 user nova-compute[74922]:   <features>
Oct 30 05:48:20 user nova-compute[74922]:     <acpi/>
Oct 30 05:48:20 user nova-compute[74922]:     <apic/>
Oct 30 05:48:20 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:48:20 user nova-compute[74922]:   </features>
Oct 30 05:48:20 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:48:20 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:48:20 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:48:20 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:48:20 user nova-compute[74922]:   </clock>
Oct 30 05:48:20 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:48:20 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:48:20 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:48:20 user nova-compute[74922]:   </cpu>
Oct 30 05:48:20 user nova-compute[74922]:   <devices>
Oct 30 05:48:20 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:48:20 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:48:20 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk"/>
Oct 30 05:48:20 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:48:20 user nova-compute[74922]:     </disk>
Oct 30 05:48:20 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:48:20 user nova-compute[74922]:       <mac address="fa:16:3e:3d:63:d1"/>
Oct 30 05:48:20 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:48:20 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:48:20 user nova-compute[74922]:       <target dev="tap95b34bcd-3a"/>
Oct 30 05:48:20 user nova-compute[74922]:     </interface>
Oct 30 05:48:20 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:48:20 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/console.log" append="off"/>
Oct 30 05:48:20 user nova-compute[74922]:     </serial>
Oct 30 05:48:20 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:48:20 user nova-compute[74922]:     <video>
Oct 30 05:48:20 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:48:20 user nova-compute[74922]:     </video>
Oct 30 05:48:20 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:48:20 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:48:20 user nova-compute[74922]:     </rng>
Oct 30 05:48:20 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:48:20 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:48:20 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:48:20 user nova-compute[74922]:     </memballoon>
Oct 30 05:48:20 user nova-compute[74922]:   </devices>
Oct 30 05:48:20 user nova-compute[74922]: </domain>
Oct 30 05:48:20 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:48:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1880209132',display_name='tempest-ServerStableDeviceRescueTest-server-1880209132',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1880209132',id=16,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAU5XFJjzgA2ibN/NglV76q999NeWJjvKgXFu3XMRYOxfVpr378WkgqScmrEJk95tQ9ivyOZXSlC7B2n3oOgff13R/Dbeezxj7CQlTWxQVuzPpN82ZCuCruit4NhD1sk7A==',key_name='tempest-keypair-1227135454',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='981d5d5a56da43449b259ff220d08d0f',ramdisk_id='',reservation_id='r-1d8p67l7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1217904017',owner_user_name='tempest-ServerStableDeviceRescueTest-1217904017-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:48:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8319f56cf3fc4eef985d12380ac7ef14',uuid=a9ee90ad-74b3-41dc-8daa-435b156cecbe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "95b34bcd-3a46-4535-8c99-3dffe6b6bd1d", "address": "fa:16:3e:3d:63:d1", "network": {"id": "6d0d0ab5-9bd6-4a44-91fb-a6f0562ae03b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1056807611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "981d5d5a56da43449b259ff220d08d0f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95b34bcd-3a", "ovs_interfaceid": "95b34bcd-3a46-4535-8c99-3dffe6b6bd1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Converting VIF {"id": "95b34bcd-3a46-4535-8c99-3dffe6b6bd1d", "address": "fa:16:3e:3d:63:d1", "network": {"id": "6d0d0ab5-9bd6-4a44-91fb-a6f0562ae03b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1056807611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "981d5d5a56da43449b259ff220d08d0f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95b34bcd-3a", "ovs_interfaceid": "95b34bcd-3a46-4535-8c99-3dffe6b6bd1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:63:d1,bridge_name='br-int',has_traffic_filtering=True,id=95b34bcd-3a46-4535-8c99-3dffe6b6bd1d,network=Network(6d0d0ab5-9bd6-4a44-91fb-a6f0562ae03b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95b34bcd-3a') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG os_vif [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:63:d1,bridge_name='br-int',has_traffic_filtering=True,id=95b34bcd-3a46-4535-8c99-3dffe6b6bd1d,network=Network(6d0d0ab5-9bd6-4a44-91fb-a6f0562ae03b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95b34bcd-3a') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8ff7e72d-d6dc-583f-adee-17ddbecee93f', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap95b34bcd-3a, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap95b34bcd-3a, col_values=(('qos', UUID('cec03e40-4c6a-425e-9398-25e98eec0530')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap95b34bcd-3a, col_values=(('external_ids', {'iface-id': '95b34bcd-3a46-4535-8c99-3dffe6b6bd1d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3d:63:d1', 'vm-uuid': 'a9ee90ad-74b3-41dc-8daa-435b156cecbe'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:20 user nova-compute[74922]: INFO os_vif [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:63:d1,bridge_name='br-int',has_traffic_filtering=True,id=95b34bcd-3a46-4535-8c99-3dffe6b6bd1d,network=Network(6d0d0ab5-9bd6-4a44-91fb-a6f0562ae03b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95b34bcd-3a')
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.490s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:48:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] No VIF found with MAC fa:16:3e:3d:63:d1, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:48:20 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Deleted allocations for instance 3ea053be-1937-4292-80ea-eb4d5e03b5e2
Oct 30 05:48:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c835b475-3a0d-4161-9455-daf16de85323 tempest-ServerActionsV293TestJSON-1120424251 tempest-ServerActionsV293TestJSON-1120424251-project-member] Lock "3ea053be-1937-4292-80ea-eb4d5e03b5e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.318s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:21 user nova-compute[74922]: DEBUG nova.compute.manager [req-68ea4ef9-2c20-407b-8106-f7ab781036bc req-6deac5ba-92e2-4880-a8d0-970b7d7cfea9 service nova] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Received event network-changed-95b34bcd-3a46-4535-8c99-3dffe6b6bd1d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:48:21 user nova-compute[74922]: DEBUG nova.compute.manager [req-68ea4ef9-2c20-407b-8106-f7ab781036bc req-6deac5ba-92e2-4880-a8d0-970b7d7cfea9 service nova] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Refreshing instance network info cache due to event network-changed-95b34bcd-3a46-4535-8c99-3dffe6b6bd1d. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:48:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-68ea4ef9-2c20-407b-8106-f7ab781036bc req-6deac5ba-92e2-4880-a8d0-970b7d7cfea9 service nova] Acquiring lock "refresh_cache-a9ee90ad-74b3-41dc-8daa-435b156cecbe" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:48:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-68ea4ef9-2c20-407b-8106-f7ab781036bc req-6deac5ba-92e2-4880-a8d0-970b7d7cfea9 service nova] Acquired lock "refresh_cache-a9ee90ad-74b3-41dc-8daa-435b156cecbe" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:48:22 user nova-compute[74922]: DEBUG nova.network.neutron [req-68ea4ef9-2c20-407b-8106-f7ab781036bc req-6deac5ba-92e2-4880-a8d0-970b7d7cfea9 service nova] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Refreshing network info cache for port 95b34bcd-3a46-4535-8c99-3dffe6b6bd1d {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:48:22 user nova-compute[74922]: DEBUG nova.network.neutron [req-68ea4ef9-2c20-407b-8106-f7ab781036bc req-6deac5ba-92e2-4880-a8d0-970b7d7cfea9 service nova] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Updated VIF entry in instance network info cache for port 95b34bcd-3a46-4535-8c99-3dffe6b6bd1d. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:48:22 user nova-compute[74922]: DEBUG nova.network.neutron [req-68ea4ef9-2c20-407b-8106-f7ab781036bc req-6deac5ba-92e2-4880-a8d0-970b7d7cfea9 service nova] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Updating instance_info_cache with network_info: [{"id": "95b34bcd-3a46-4535-8c99-3dffe6b6bd1d", "address": "fa:16:3e:3d:63:d1", "network": {"id": "6d0d0ab5-9bd6-4a44-91fb-a6f0562ae03b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1056807611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "981d5d5a56da43449b259ff220d08d0f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95b34bcd-3a", "ovs_interfaceid": "95b34bcd-3a46-4535-8c99-3dffe6b6bd1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:48:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-68ea4ef9-2c20-407b-8106-f7ab781036bc req-6deac5ba-92e2-4880-a8d0-970b7d7cfea9 service nova] Releasing lock "refresh_cache-a9ee90ad-74b3-41dc-8daa-435b156cecbe" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:48:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:23 user nova-compute[74922]: DEBUG nova.compute.manager [req-2e1d0737-ff54-4944-b1a1-63e04506cba9 req-489616d2-cf17-44a0-aad8-4b5f8c3814ab service nova] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Received event network-vif-plugged-95b34bcd-3a46-4535-8c99-3dffe6b6bd1d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:48:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2e1d0737-ff54-4944-b1a1-63e04506cba9 req-489616d2-cf17-44a0-aad8-4b5f8c3814ab service nova] Acquiring lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2e1d0737-ff54-4944-b1a1-63e04506cba9 req-489616d2-cf17-44a0-aad8-4b5f8c3814ab service nova] Lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2e1d0737-ff54-4944-b1a1-63e04506cba9 req-489616d2-cf17-44a0-aad8-4b5f8c3814ab service nova] Lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:23 user nova-compute[74922]: DEBUG nova.compute.manager [req-2e1d0737-ff54-4944-b1a1-63e04506cba9 req-489616d2-cf17-44a0-aad8-4b5f8c3814ab service nova] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] No waiting events found dispatching network-vif-plugged-95b34bcd-3a46-4535-8c99-3dffe6b6bd1d {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:48:23 user nova-compute[74922]: WARNING nova.compute.manager [req-2e1d0737-ff54-4944-b1a1-63e04506cba9 req-489616d2-cf17-44a0-aad8-4b5f8c3814ab service nova] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Received unexpected event network-vif-plugged-95b34bcd-3a46-4535-8c99-3dffe6b6bd1d for instance with vm_state building and task_state spawning.
Oct 30 05:48:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:24 user nova-compute[74922]: DEBUG nova.compute.manager [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:48:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:48:24 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Instance spawned successfully.
Oct 30 05:48:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:48:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:48:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:48:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:48:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:48:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:48:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:48:25 user nova-compute[74922]: INFO nova.compute.manager [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Took 8.34 seconds to spawn the instance on the hypervisor.
Oct 30 05:48:25 user nova-compute[74922]: DEBUG nova.compute.manager [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:48:25 user nova-compute[74922]: INFO nova.compute.manager [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Took 9.32 seconds to build instance.
Oct 30 05:48:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e4ceb34a-cf25-4c14-9e74-f5fda1306336 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.501s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "e078eacb-99e2-472e-94bb-44c60147aff3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:25 user nova-compute[74922]: DEBUG nova.compute.manager [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:48:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:25 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:48:25 user nova-compute[74922]: INFO nova.compute.claims [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Claim successful on node user
Oct 30 05:48:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0c62b82-6acf-4fc0-9314-46a7ea6b0c02 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Acquiring lock "ea5c982f-33ca-4477-a21d-11e12a75bc30" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0c62b82-6acf-4fc0-9314-46a7ea6b0c02 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "ea5c982f-33ca-4477-a21d-11e12a75bc30" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0c62b82-6acf-4fc0-9314-46a7ea6b0c02 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Acquiring lock "ea5c982f-33ca-4477-a21d-11e12a75bc30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0c62b82-6acf-4fc0-9314-46a7ea6b0c02 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "ea5c982f-33ca-4477-a21d-11e12a75bc30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0c62b82-6acf-4fc0-9314-46a7ea6b0c02 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "ea5c982f-33ca-4477-a21d-11e12a75bc30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:25 user nova-compute[74922]: INFO nova.compute.manager [None req-f0c62b82-6acf-4fc0-9314-46a7ea6b0c02 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Terminating instance
Oct 30 05:48:25 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f0c62b82-6acf-4fc0-9314-46a7ea6b0c02 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 05:48:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:25 user nova-compute[74922]: DEBUG nova.compute.manager [req-12ba05b4-5e54-40c5-98de-7f5902aa48c7 req-6a4240c5-8558-4720-bc5b-f506798a741a service nova] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Received event network-vif-plugged-95b34bcd-3a46-4535-8c99-3dffe6b6bd1d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:48:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-12ba05b4-5e54-40c5-98de-7f5902aa48c7 req-6a4240c5-8558-4720-bc5b-f506798a741a service nova] Acquiring lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-12ba05b4-5e54-40c5-98de-7f5902aa48c7 req-6a4240c5-8558-4720-bc5b-f506798a741a service nova] Lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-12ba05b4-5e54-40c5-98de-7f5902aa48c7 req-6a4240c5-8558-4720-bc5b-f506798a741a service nova] Lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:25 user nova-compute[74922]: DEBUG nova.compute.manager [req-12ba05b4-5e54-40c5-98de-7f5902aa48c7 req-6a4240c5-8558-4720-bc5b-f506798a741a service nova] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] No waiting events found dispatching network-vif-plugged-95b34bcd-3a46-4535-8c99-3dffe6b6bd1d {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:48:25 user nova-compute[74922]: WARNING nova.compute.manager [req-12ba05b4-5e54-40c5-98de-7f5902aa48c7 req-6a4240c5-8558-4720-bc5b-f506798a741a service nova] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Received unexpected event network-vif-plugged-95b34bcd-3a46-4535-8c99-3dffe6b6bd1d for instance with vm_state active and task_state None.
Oct 30 05:48:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.678s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG nova.compute.manager [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG nova.compute.manager [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG nova.network.neutron [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:26 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:48:26 user nova-compute[74922]: DEBUG nova.compute.manager [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG nova.policy [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53d5d3b3fb974cc88a5da92cbca29aa7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fec827d97d58477e963d2b3169a7ad19', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG nova.compute.manager [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:48:26 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Creating image(s)
Oct 30 05:48:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "/opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "/opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "/opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:26 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Instance destroyed successfully.
Oct 30 05:48:26 user nova-compute[74922]: DEBUG nova.objects.instance [None req-f0c62b82-6acf-4fc0-9314-46a7ea6b0c02 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lazy-loading 'resources' on Instance uuid ea5c982f-33ca-4477-a21d-11e12a75bc30 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-f0c62b82-6acf-4fc0-9314-46a7ea6b0c02 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:46:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-298106132',display_name='tempest-VolumesAdminNegativeTest-server-298106132',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-298106132',id=13,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:46:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='977025d1bd9a427ba2b29db8542b6e20',ramdisk_id='',reservation_id='r-108i2z7x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-1537734078',owner_user_name='tempest-VolumesAdminNegativeTest-1537734078-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:46:25Z,user_data=None,user_id='cecdc30edc09401aac06cc9b52b70f76',uuid=ea5c982f-33ca-4477-a21d-11e12a75bc30,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "385e25da-eee9-4578-b40e-22361061e7a0", "address": "fa:16:3e:cb:d0:79", "network": {"id": "2a6a8d43-dc41-4eec-a997-a8e358f4cf2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-932852137-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "977025d1bd9a427ba2b29db8542b6e20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap385e25da-ee", "ovs_interfaceid": "385e25da-eee9-4578-b40e-22361061e7a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f0c62b82-6acf-4fc0-9314-46a7ea6b0c02 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Converting VIF {"id": "385e25da-eee9-4578-b40e-22361061e7a0", "address": "fa:16:3e:cb:d0:79", "network": {"id": "2a6a8d43-dc41-4eec-a997-a8e358f4cf2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-932852137-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "977025d1bd9a427ba2b29db8542b6e20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap385e25da-ee", "ovs_interfaceid": "385e25da-eee9-4578-b40e-22361061e7a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f0c62b82-6acf-4fc0-9314-46a7ea6b0c02 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cb:d0:79,bridge_name='br-int',has_traffic_filtering=True,id=385e25da-eee9-4578-b40e-22361061e7a0,network=Network(2a6a8d43-dc41-4eec-a997-a8e358f4cf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap385e25da-ee') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG os_vif [None req-f0c62b82-6acf-4fc0-9314-46a7ea6b0c02 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:d0:79,bridge_name='br-int',has_traffic_filtering=True,id=385e25da-eee9-4578-b40e-22361061e7a0,network=Network(2a6a8d43-dc41-4eec-a997-a8e358f4cf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap385e25da-ee') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap385e25da-ee, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=dac007c5-04b0-47c0-bc71-4b1c23e8ea6c) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:26 user nova-compute[74922]: INFO os_vif [None req-f0c62b82-6acf-4fc0-9314-46a7ea6b0c02 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:d0:79,bridge_name='br-int',has_traffic_filtering=True,id=385e25da-eee9-4578-b40e-22361061e7a0,network=Network(2a6a8d43-dc41-4eec-a997-a8e358f4cf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap385e25da-ee')
Oct 30 05:48:26 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-f0c62b82-6acf-4fc0-9314-46a7ea6b0c02 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Deleting instance files /opt/stack/data/nova/instances/ea5c982f-33ca-4477-a21d-11e12a75bc30_del
Oct 30 05:48:26 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-f0c62b82-6acf-4fc0-9314-46a7ea6b0c02 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Deletion of /opt/stack/data/nova/instances/ea5c982f-33ca-4477-a21d-11e12a75bc30_del complete
Oct 30 05:48:26 user nova-compute[74922]: INFO nova.compute.manager [None req-f0c62b82-6acf-4fc0-9314-46a7ea6b0c02 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Took 0.99 seconds to destroy the instance on the hypervisor.
Oct 30 05:48:26 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-f0c62b82-6acf-4fc0-9314-46a7ea6b0c02 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.226s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:26 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:48:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.178s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk 1073741824" returned: 0 in 0.069s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.252s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.192s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:27 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:48:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:27 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:48:27 user nova-compute[74922]: DEBUG nova.network.neutron [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Successfully created port: 44e255db-a0a3-4be1-9e00-70a1ff62bde5 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:48:27 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Took 0.60 seconds to deallocate network for instance.
Oct 30 05:48:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-eec26281-566c-41dc-ae13-0a13438b29d0 req-29067325-94b2-4041-bbe2-510b99048351 service nova] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Received event network-vif-deleted-385e25da-eee9-4578-b40e-22361061e7a0 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:48:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:27 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Cannot resize image /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:48:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:48:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Ensure instance console log exists: /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:48:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0c62b82-6acf-4fc0-9314-46a7ea6b0c02 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0c62b82-6acf-4fc0-9314-46a7ea6b0c02 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:27 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:48:27 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Cleaning up deleted instances {{(pid=74922) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 05:48:27 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] There are 0 instances to clean {{(pid=74922) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 05:48:27 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:48:27 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74922) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 05:48:27 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-f0c62b82-6acf-4fc0-9314-46a7ea6b0c02 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-f0c62b82-6acf-4fc0-9314-46a7ea6b0c02 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-34945bcf-3458-4645-a3d1-bb891867f0d9 req-dbb36a46-16ff-4904-a22b-9a0eb3887ee5 service nova] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Received event network-vif-unplugged-385e25da-eee9-4578-b40e-22361061e7a0 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-34945bcf-3458-4645-a3d1-bb891867f0d9 req-dbb36a46-16ff-4904-a22b-9a0eb3887ee5 service nova] Acquiring lock "ea5c982f-33ca-4477-a21d-11e12a75bc30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-34945bcf-3458-4645-a3d1-bb891867f0d9 req-dbb36a46-16ff-4904-a22b-9a0eb3887ee5 service nova] Lock "ea5c982f-33ca-4477-a21d-11e12a75bc30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-34945bcf-3458-4645-a3d1-bb891867f0d9 req-dbb36a46-16ff-4904-a22b-9a0eb3887ee5 service nova] Lock "ea5c982f-33ca-4477-a21d-11e12a75bc30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-34945bcf-3458-4645-a3d1-bb891867f0d9 req-dbb36a46-16ff-4904-a22b-9a0eb3887ee5 service nova] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] No waiting events found dispatching network-vif-unplugged-385e25da-eee9-4578-b40e-22361061e7a0 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:48:28 user nova-compute[74922]: WARNING nova.compute.manager [req-34945bcf-3458-4645-a3d1-bb891867f0d9 req-dbb36a46-16ff-4904-a22b-9a0eb3887ee5 service nova] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Received unexpected event network-vif-unplugged-385e25da-eee9-4578-b40e-22361061e7a0 for instance with vm_state deleted and task_state None.
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-34945bcf-3458-4645-a3d1-bb891867f0d9 req-dbb36a46-16ff-4904-a22b-9a0eb3887ee5 service nova] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Received event network-vif-plugged-385e25da-eee9-4578-b40e-22361061e7a0 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-34945bcf-3458-4645-a3d1-bb891867f0d9 req-dbb36a46-16ff-4904-a22b-9a0eb3887ee5 service nova] Acquiring lock "ea5c982f-33ca-4477-a21d-11e12a75bc30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-34945bcf-3458-4645-a3d1-bb891867f0d9 req-dbb36a46-16ff-4904-a22b-9a0eb3887ee5 service nova] Lock "ea5c982f-33ca-4477-a21d-11e12a75bc30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-34945bcf-3458-4645-a3d1-bb891867f0d9 req-dbb36a46-16ff-4904-a22b-9a0eb3887ee5 service nova] Lock "ea5c982f-33ca-4477-a21d-11e12a75bc30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-34945bcf-3458-4645-a3d1-bb891867f0d9 req-dbb36a46-16ff-4904-a22b-9a0eb3887ee5 service nova] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] No waiting events found dispatching network-vif-plugged-385e25da-eee9-4578-b40e-22361061e7a0 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:48:28 user nova-compute[74922]: WARNING nova.compute.manager [req-34945bcf-3458-4645-a3d1-bb891867f0d9 req-dbb36a46-16ff-4904-a22b-9a0eb3887ee5 service nova] [instance: ea5c982f-33ca-4477-a21d-11e12a75bc30] Received unexpected event network-vif-plugged-385e25da-eee9-4578-b40e-22361061e7a0 for instance with vm_state deleted and task_state None.
Oct 30 05:48:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0c62b82-6acf-4fc0-9314-46a7ea6b0c02 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.536s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:28 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-f0c62b82-6acf-4fc0-9314-46a7ea6b0c02 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Deleted allocations for instance ea5c982f-33ca-4477-a21d-11e12a75bc30
Oct 30 05:48:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0c62b82-6acf-4fc0-9314-46a7ea6b0c02 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "ea5c982f-33ca-4477-a21d-11e12a75bc30" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.389s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.network.neutron [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Successfully updated port: 44e255db-a0a3-4be1-9e00-70a1ff62bde5 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "refresh_cache-e078eacb-99e2-472e-94bb-44c60147aff3" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquired lock "refresh_cache-e078eacb-99e2-472e-94bb-44c60147aff3" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.network.neutron [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-c3ce0c30-f2c1-4f76-a2a0-4d36bc1b6314 req-2752c7c4-9b83-45cd-a181-9127df478b4b service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Received event network-changed-44e255db-a0a3-4be1-9e00-70a1ff62bde5 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-c3ce0c30-f2c1-4f76-a2a0-4d36bc1b6314 req-2752c7c4-9b83-45cd-a181-9127df478b4b service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Refreshing instance network info cache due to event network-changed-44e255db-a0a3-4be1-9e00-70a1ff62bde5. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c3ce0c30-f2c1-4f76-a2a0-4d36bc1b6314 req-2752c7c4-9b83-45cd-a181-9127df478b4b service nova] Acquiring lock "refresh_cache-e078eacb-99e2-472e-94bb-44c60147aff3" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.network.neutron [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.network.neutron [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Updating instance_info_cache with network_info: [{"id": "44e255db-a0a3-4be1-9e00-70a1ff62bde5", "address": "fa:16:3e:75:2c:69", "network": {"id": "b7b697ef-51da-40e5-b6a1-920ff412cfdc", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-490615133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fec827d97d58477e963d2b3169a7ad19", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44e255db-a0", "ovs_interfaceid": "44e255db-a0a3-4be1-9e00-70a1ff62bde5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Releasing lock "refresh_cache-e078eacb-99e2-472e-94bb-44c60147aff3" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.compute.manager [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Instance network_info: |[{"id": "44e255db-a0a3-4be1-9e00-70a1ff62bde5", "address": "fa:16:3e:75:2c:69", "network": {"id": "b7b697ef-51da-40e5-b6a1-920ff412cfdc", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-490615133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fec827d97d58477e963d2b3169a7ad19", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44e255db-a0", "ovs_interfaceid": "44e255db-a0a3-4be1-9e00-70a1ff62bde5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c3ce0c30-f2c1-4f76-a2a0-4d36bc1b6314 req-2752c7c4-9b83-45cd-a181-9127df478b4b service nova] Acquired lock "refresh_cache-e078eacb-99e2-472e-94bb-44c60147aff3" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.network.neutron [req-c3ce0c30-f2c1-4f76-a2a0-4d36bc1b6314 req-2752c7c4-9b83-45cd-a181-9127df478b4b service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Refreshing network info cache for port 44e255db-a0a3-4be1-9e00-70a1ff62bde5 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Start _get_guest_xml network_info=[{"id": "44e255db-a0a3-4be1-9e00-70a1ff62bde5", "address": "fa:16:3e:75:2c:69", "network": {"id": "b7b697ef-51da-40e5-b6a1-920ff412cfdc", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-490615133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fec827d97d58477e963d2b3169a7ad19", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44e255db-a0", "ovs_interfaceid": "44e255db-a0a3-4be1-9e00-70a1ff62bde5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:48:28 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:48:28 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:48:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-453778206',display_name='tempest-SnapshotDataIntegrityTests-server-453778206',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-453778206',id=17,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+Ev+v/LMwOxkGk1RvuCwKJqGjc+79opIaHMyqTasE2CvCxww9XRP43ZtE9PD2jN+fW1h1QmGuA2TKfb3shmheZL3v7C1iotmHLohwq0HMU3rwK4bwhl9ed/0fb5vPsJQ==',key_name='tempest-keypair-1961351271',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fec827d97d58477e963d2b3169a7ad19',ramdisk_id='',reservation_id='r-0iemgg6e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1051543328',owner_user_name='tempest-SnapshotDataIntegrityTests-1051543328-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:48:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='53d5d3b3fb974cc88a5da92cbca29aa7',uuid=e078eacb-99e2-472e-94bb-44c60147aff3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "44e255db-a0a3-4be1-9e00-70a1ff62bde5", "address": "fa:16:3e:75:2c:69", "network": {"id": "b7b697ef-51da-40e5-b6a1-920ff412cfdc", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-490615133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fec827d97d58477e963d2b3169a7ad19", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44e255db-a0", "ovs_interfaceid": "44e255db-a0a3-4be1-9e00-70a1ff62bde5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Converting VIF {"id": "44e255db-a0a3-4be1-9e00-70a1ff62bde5", "address": "fa:16:3e:75:2c:69", "network": {"id": "b7b697ef-51da-40e5-b6a1-920ff412cfdc", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-490615133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fec827d97d58477e963d2b3169a7ad19", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44e255db-a0", "ovs_interfaceid": "44e255db-a0a3-4be1-9e00-70a1ff62bde5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:2c:69,bridge_name='br-int',has_traffic_filtering=True,id=44e255db-a0a3-4be1-9e00-70a1ff62bde5,network=Network(b7b697ef-51da-40e5-b6a1-920ff412cfdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44e255db-a0') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.objects.instance [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lazy-loading 'pci_devices' on Instance uuid e078eacb-99e2-472e-94bb-44c60147aff3 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:48:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:48:28 user nova-compute[74922]:   <uuid>e078eacb-99e2-472e-94bb-44c60147aff3</uuid>
Oct 30 05:48:28 user nova-compute[74922]:   <name>instance-00000011</name>
Oct 30 05:48:28 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:48:28 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:48:28 user nova-compute[74922]:   <metadata>
Oct 30 05:48:28 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:48:28 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:48:28 user nova-compute[74922]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-453778206</nova:name>
Oct 30 05:48:28 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:48:28</nova:creationTime>
Oct 30 05:48:28 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:48:28 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:48:28 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:48:28 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:48:28 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:48:28 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:48:28 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:48:28 user nova-compute[74922]:       <nova:owner>
Oct 30 05:48:28 user nova-compute[74922]:         <nova:user uuid="53d5d3b3fb974cc88a5da92cbca29aa7">tempest-SnapshotDataIntegrityTests-1051543328-project-member</nova:user>
Oct 30 05:48:28 user nova-compute[74922]:         <nova:project uuid="fec827d97d58477e963d2b3169a7ad19">tempest-SnapshotDataIntegrityTests-1051543328</nova:project>
Oct 30 05:48:28 user nova-compute[74922]:       </nova:owner>
Oct 30 05:48:28 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:48:28 user nova-compute[74922]:       <nova:ports>
Oct 30 05:48:28 user nova-compute[74922]:         <nova:port uuid="44e255db-a0a3-4be1-9e00-70a1ff62bde5">
Oct 30 05:48:28 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 30 05:48:28 user nova-compute[74922]:         </nova:port>
Oct 30 05:48:28 user nova-compute[74922]:       </nova:ports>
Oct 30 05:48:28 user nova-compute[74922]:     </nova:instance>
Oct 30 05:48:28 user nova-compute[74922]:   </metadata>
Oct 30 05:48:28 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:48:28 user nova-compute[74922]:     <system>
Oct 30 05:48:28 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:48:28 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:48:28 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:48:28 user nova-compute[74922]:       <entry name="serial">e078eacb-99e2-472e-94bb-44c60147aff3</entry>
Oct 30 05:48:28 user nova-compute[74922]:       <entry name="uuid">e078eacb-99e2-472e-94bb-44c60147aff3</entry>
Oct 30 05:48:28 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:48:28 user nova-compute[74922]:     </system>
Oct 30 05:48:28 user nova-compute[74922]:   </sysinfo>
Oct 30 05:48:28 user nova-compute[74922]:   <os>
Oct 30 05:48:28 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:48:28 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:48:28 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:48:28 user nova-compute[74922]:   </os>
Oct 30 05:48:28 user nova-compute[74922]:   <features>
Oct 30 05:48:28 user nova-compute[74922]:     <acpi/>
Oct 30 05:48:28 user nova-compute[74922]:     <apic/>
Oct 30 05:48:28 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:48:28 user nova-compute[74922]:   </features>
Oct 30 05:48:28 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:48:28 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:48:28 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:48:28 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:48:28 user nova-compute[74922]:   </clock>
Oct 30 05:48:28 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:48:28 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:48:28 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:48:28 user nova-compute[74922]:   </cpu>
Oct 30 05:48:28 user nova-compute[74922]:   <devices>
Oct 30 05:48:28 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:48:28 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:48:28 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk"/>
Oct 30 05:48:28 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:48:28 user nova-compute[74922]:     </disk>
Oct 30 05:48:28 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:48:28 user nova-compute[74922]:       <mac address="fa:16:3e:75:2c:69"/>
Oct 30 05:48:28 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:48:28 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:48:28 user nova-compute[74922]:       <target dev="tap44e255db-a0"/>
Oct 30 05:48:28 user nova-compute[74922]:     </interface>
Oct 30 05:48:28 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:48:28 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/console.log" append="off"/>
Oct 30 05:48:28 user nova-compute[74922]:     </serial>
Oct 30 05:48:28 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:48:28 user nova-compute[74922]:     <video>
Oct 30 05:48:28 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:48:28 user nova-compute[74922]:     </video>
Oct 30 05:48:28 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:48:28 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:48:28 user nova-compute[74922]:     </rng>
Oct 30 05:48:28 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:48:28 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:48:28 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:48:28 user nova-compute[74922]:     </memballoon>
Oct 30 05:48:28 user nova-compute[74922]:   </devices>
Oct 30 05:48:28 user nova-compute[74922]: </domain>
Oct 30 05:48:28 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:48:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-453778206',display_name='tempest-SnapshotDataIntegrityTests-server-453778206',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-453778206',id=17,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+Ev+v/LMwOxkGk1RvuCwKJqGjc+79opIaHMyqTasE2CvCxww9XRP43ZtE9PD2jN+fW1h1QmGuA2TKfb3shmheZL3v7C1iotmHLohwq0HMU3rwK4bwhl9ed/0fb5vPsJQ==',key_name='tempest-keypair-1961351271',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fec827d97d58477e963d2b3169a7ad19',ramdisk_id='',reservation_id='r-0iemgg6e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1051543328',owner_user_name='tempest-SnapshotDataIntegrityTests-1051543328-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:48:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='53d5d3b3fb974cc88a5da92cbca29aa7',uuid=e078eacb-99e2-472e-94bb-44c60147aff3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "44e255db-a0a3-4be1-9e00-70a1ff62bde5", "address": "fa:16:3e:75:2c:69", "network": {"id": "b7b697ef-51da-40e5-b6a1-920ff412cfdc", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-490615133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fec827d97d58477e963d2b3169a7ad19", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44e255db-a0", "ovs_interfaceid": "44e255db-a0a3-4be1-9e00-70a1ff62bde5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Converting VIF {"id": "44e255db-a0a3-4be1-9e00-70a1ff62bde5", "address": "fa:16:3e:75:2c:69", "network": {"id": "b7b697ef-51da-40e5-b6a1-920ff412cfdc", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-490615133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fec827d97d58477e963d2b3169a7ad19", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44e255db-a0", "ovs_interfaceid": "44e255db-a0a3-4be1-9e00-70a1ff62bde5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:2c:69,bridge_name='br-int',has_traffic_filtering=True,id=44e255db-a0a3-4be1-9e00-70a1ff62bde5,network=Network(b7b697ef-51da-40e5-b6a1-920ff412cfdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44e255db-a0') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG os_vif [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:2c:69,bridge_name='br-int',has_traffic_filtering=True,id=44e255db-a0a3-4be1-9e00-70a1ff62bde5,network=Network(b7b697ef-51da-40e5-b6a1-920ff412cfdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44e255db-a0') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd01c0798-2947-5b4a-b0d9-1a5792af9a59', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap44e255db-a0, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap44e255db-a0, col_values=(('qos', UUID('4f8e4f2d-9374-4bd9-a9f4-8ff49fc4beef')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap44e255db-a0, col_values=(('external_ids', {'iface-id': '44e255db-a0a3-4be1-9e00-70a1ff62bde5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:75:2c:69', 'vm-uuid': 'e078eacb-99e2-472e-94bb-44c60147aff3'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:29 user nova-compute[74922]: INFO os_vif [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:2c:69,bridge_name='br-int',has_traffic_filtering=True,id=44e255db-a0a3-4be1-9e00-70a1ff62bde5,network=Network(b7b697ef-51da-40e5-b6a1-920ff412cfdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44e255db-a0')
Oct 30 05:48:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Didn't find any instances for network info cache update. {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] No VIF found with MAC fa:16:3e:75:2c:69, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG nova.network.neutron [req-c3ce0c30-f2c1-4f76-a2a0-4d36bc1b6314 req-2752c7c4-9b83-45cd-a181-9127df478b4b service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Updated VIF entry in instance network info cache for port 44e255db-a0a3-4be1-9e00-70a1ff62bde5. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG nova.network.neutron [req-c3ce0c30-f2c1-4f76-a2a0-4d36bc1b6314 req-2752c7c4-9b83-45cd-a181-9127df478b4b service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Updating instance_info_cache with network_info: [{"id": "44e255db-a0a3-4be1-9e00-70a1ff62bde5", "address": "fa:16:3e:75:2c:69", "network": {"id": "b7b697ef-51da-40e5-b6a1-920ff412cfdc", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-490615133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fec827d97d58477e963d2b3169a7ad19", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44e255db-a0", "ovs_interfaceid": "44e255db-a0a3-4be1-9e00-70a1ff62bde5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c3ce0c30-f2c1-4f76-a2a0-4d36bc1b6314 req-2752c7c4-9b83-45cd-a181-9127df478b4b service nova] Releasing lock "refresh_cache-e078eacb-99e2-472e-94bb-44c60147aff3" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:48:29 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 05:48:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:30 user nova-compute[74922]: DEBUG nova.compute.manager [req-fe1140fe-3886-4dc2-a63e-0d55f41017e2 req-25f6019d-f4be-4437-bcec-54e00403be0c service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Received event network-vif-plugged-44e255db-a0a3-4be1-9e00-70a1ff62bde5 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:48:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fe1140fe-3886-4dc2-a63e-0d55f41017e2 req-25f6019d-f4be-4437-bcec-54e00403be0c service nova] Acquiring lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fe1140fe-3886-4dc2-a63e-0d55f41017e2 req-25f6019d-f4be-4437-bcec-54e00403be0c service nova] Lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fe1140fe-3886-4dc2-a63e-0d55f41017e2 req-25f6019d-f4be-4437-bcec-54e00403be0c service nova] Lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:30 user nova-compute[74922]: DEBUG nova.compute.manager [req-fe1140fe-3886-4dc2-a63e-0d55f41017e2 req-25f6019d-f4be-4437-bcec-54e00403be0c service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] No waiting events found dispatching network-vif-plugged-44e255db-a0a3-4be1-9e00-70a1ff62bde5 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:48:30 user nova-compute[74922]: WARNING nova.compute.manager [req-fe1140fe-3886-4dc2-a63e-0d55f41017e2 req-25f6019d-f4be-4437-bcec-54e00403be0c service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Received unexpected event network-vif-plugged-44e255db-a0a3-4be1-9e00-70a1ff62bde5 for instance with vm_state building and task_state spawning.
Oct 30 05:48:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:31 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:48:31 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:48:32 user nova-compute[74922]: DEBUG nova.compute.manager [req-1c4370e0-20a7-40ac-b565-310ba751694b req-927a07bd-aaf7-4352-a5ad-82866729dbd5 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Received event network-vif-plugged-44e255db-a0a3-4be1-9e00-70a1ff62bde5 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:48:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1c4370e0-20a7-40ac-b565-310ba751694b req-927a07bd-aaf7-4352-a5ad-82866729dbd5 service nova] Acquiring lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1c4370e0-20a7-40ac-b565-310ba751694b req-927a07bd-aaf7-4352-a5ad-82866729dbd5 service nova] Lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1c4370e0-20a7-40ac-b565-310ba751694b req-927a07bd-aaf7-4352-a5ad-82866729dbd5 service nova] Lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:32 user nova-compute[74922]: DEBUG nova.compute.manager [req-1c4370e0-20a7-40ac-b565-310ba751694b req-927a07bd-aaf7-4352-a5ad-82866729dbd5 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] No waiting events found dispatching network-vif-plugged-44e255db-a0a3-4be1-9e00-70a1ff62bde5 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:48:32 user nova-compute[74922]: WARNING nova.compute.manager [req-1c4370e0-20a7-40ac-b565-310ba751694b req-927a07bd-aaf7-4352-a5ad-82866729dbd5 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Received unexpected event network-vif-plugged-44e255db-a0a3-4be1-9e00-70a1ff62bde5 for instance with vm_state building and task_state spawning.
Oct 30 05:48:32 user nova-compute[74922]: DEBUG nova.compute.manager [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:48:32 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:48:32 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:48:32 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Instance spawned successfully.
Oct 30 05:48:32 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:48:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:32 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 05:48:32 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:48:32 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:48:32 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:48:32 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:48:32 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:48:32 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:48:33 user nova-compute[74922]: INFO nova.compute.manager [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Took 6.45 seconds to spawn the instance on the hypervisor.
Oct 30 05:48:33 user nova-compute[74922]: DEBUG nova.compute.manager [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:48:33 user nova-compute[74922]: INFO nova.compute.manager [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Took 7.60 seconds to build instance.
Oct 30 05:48:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cb27ec34-608b-4fdd-99d7-8edd5a876c1f tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.741s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324/disk --force-share --output=json" returned: 0 in 0.255s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:34 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:34 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:34 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:34 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:34 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:34 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:34 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:34 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590/disk --force-share --output=json" returned: 0 in 0.335s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:35 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:48:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:48:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:48:38 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:48:38 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:48:38 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=7472MB free_disk=25.52002716064453GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 05:48:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:38 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Applying migration context for instance ecb14dfa-b1d5-428e-b89f-d6ef246516fb as it has an incoming, in-progress migration b1cc7c9e-bb88-4d1d-88aa-c63ec19951ee. Migration status is finished {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 30 05:48:38 user nova-compute[74922]: INFO nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Updating resource usage from migration b1cc7c9e-bb88-4d1d-88aa-c63ec19951ee
Oct 30 05:48:38 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance f043cb05-eb51-4e0c-9a91-082ad6149324 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:48:38 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 4c3e6679-374d-4644-b05d-ef0bf04d7a3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:48:38 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 7e417d76-c45b-4033-aa0e-c98c1268971d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:48:38 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 24068942-be4d-4353-9eae-a9772d380590 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:48:38 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 3eda9718-c0e8-45d0-b2d7-403f219e8192 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:48:38 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 2caef3e6-4e9a-4179-b063-18f87f1a63f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:48:38 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Migration b1cc7c9e-bb88-4d1d-88aa-c63ec19951ee is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 30 05:48:38 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance ecb14dfa-b1d5-428e-b89f-d6ef246516fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:48:38 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance c5816c23-9ba0-4119-a957-696cb99e3e43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:48:38 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance a9ee90ad-74b3-41dc-8daa-435b156cecbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:48:38 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance e078eacb-99e2-472e-94bb-44c60147aff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:48:38 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 05:48:38 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=30GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 05:48:38 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing inventories for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 05:48:38 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Updating ProviderTree inventory for provider efd5e61c-93ae-4193-aa6b-99209077dc32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 05:48:38 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Updating inventory in ProviderTree for provider efd5e61c-93ae-4193-aa6b-99209077dc32 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 05:48:38 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing aggregate associations for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32, aggregates: None {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 05:48:38 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing trait associations for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32, traits: COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE42,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_DEVICE_TAGGING,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_RESCUE_BFV {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 05:48:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:39 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:48:39 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:48:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f2f472e1-f4f8-4402-827a-b3f71b2a4ed0 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "f043cb05-eb51-4e0c-9a91-082ad6149324" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f2f472e1-f4f8-4402-827a-b3f71b2a4ed0 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "f043cb05-eb51-4e0c-9a91-082ad6149324" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f2f472e1-f4f8-4402-827a-b3f71b2a4ed0 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "f043cb05-eb51-4e0c-9a91-082ad6149324-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f2f472e1-f4f8-4402-827a-b3f71b2a4ed0 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "f043cb05-eb51-4e0c-9a91-082ad6149324-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f2f472e1-f4f8-4402-827a-b3f71b2a4ed0 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "f043cb05-eb51-4e0c-9a91-082ad6149324-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:39 user nova-compute[74922]: INFO nova.compute.manager [None req-f2f472e1-f4f8-4402-827a-b3f71b2a4ed0 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Terminating instance
Oct 30 05:48:39 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f2f472e1-f4f8-4402-827a-b3f71b2a4ed0 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 05:48:39 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 05:48:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.059s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:39 user nova-compute[74922]: DEBUG nova.compute.manager [req-fb8e876a-041c-4b59-8a6b-554ec0d54385 req-fec40781-5bfe-4192-9e2e-b88c811c22fa service nova] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Received event network-vif-unplugged-a6d72839-4083-41e6-a85d-35aa548e9a0d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:48:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fb8e876a-041c-4b59-8a6b-554ec0d54385 req-fec40781-5bfe-4192-9e2e-b88c811c22fa service nova] Acquiring lock "f043cb05-eb51-4e0c-9a91-082ad6149324-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fb8e876a-041c-4b59-8a6b-554ec0d54385 req-fec40781-5bfe-4192-9e2e-b88c811c22fa service nova] Lock "f043cb05-eb51-4e0c-9a91-082ad6149324-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fb8e876a-041c-4b59-8a6b-554ec0d54385 req-fec40781-5bfe-4192-9e2e-b88c811c22fa service nova] Lock "f043cb05-eb51-4e0c-9a91-082ad6149324-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:39 user nova-compute[74922]: DEBUG nova.compute.manager [req-fb8e876a-041c-4b59-8a6b-554ec0d54385 req-fec40781-5bfe-4192-9e2e-b88c811c22fa service nova] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] No waiting events found dispatching network-vif-unplugged-a6d72839-4083-41e6-a85d-35aa548e9a0d {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:48:39 user nova-compute[74922]: DEBUG nova.compute.manager [req-fb8e876a-041c-4b59-8a6b-554ec0d54385 req-fec40781-5bfe-4192-9e2e-b88c811c22fa service nova] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Received event network-vif-unplugged-a6d72839-4083-41e6-a85d-35aa548e9a0d for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:48:40 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Instance destroyed successfully.
Oct 30 05:48:40 user nova-compute[74922]: DEBUG nova.objects.instance [None req-f2f472e1-f4f8-4402-827a-b3f71b2a4ed0 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lazy-loading 'resources' on Instance uuid f043cb05-eb51-4e0c-9a91-082ad6149324 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:48:40 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-f2f472e1-f4f8-4402-827a-b3f71b2a4ed0 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:42:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1387475755',display_name='tempest-AttachVolumeNegativeTest-server-1387475755',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1387475755',id=2,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLqkDAx3A/H4Mjx4azNrcR1gYF7DTYiB3k+1j0ALH0cMtHQqegX1IdkcooorDcZRZdZNXc64xE9I5MTIWLmJFjotXwqLsRHnzrJi+eoNJHtjfFtvbDk4j6PjU8ara8ugdg==',key_name='tempest-keypair-1676174742',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:42:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='647004aba5a44a0396d1f4891224c7dc',ramdisk_id='',reservation_id='r-e5s2iok1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-460499645',owner_user_name='tempest-AttachVolumeNegativeTest-460499645-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:42:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0fc523869f524f2598eddbd67e616807',uuid=f043cb05-eb51-4e0c-9a91-082ad6149324,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a6d72839-4083-41e6-a85d-35aa548e9a0d", "address": "fa:16:3e:87:5e:a3", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6d72839-40", "ovs_interfaceid": "a6d72839-4083-41e6-a85d-35aa548e9a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:48:40 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f2f472e1-f4f8-4402-827a-b3f71b2a4ed0 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Converting VIF {"id": "a6d72839-4083-41e6-a85d-35aa548e9a0d", "address": "fa:16:3e:87:5e:a3", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6d72839-40", "ovs_interfaceid": "a6d72839-4083-41e6-a85d-35aa548e9a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:48:40 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f2f472e1-f4f8-4402-827a-b3f71b2a4ed0 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:87:5e:a3,bridge_name='br-int',has_traffic_filtering=True,id=a6d72839-4083-41e6-a85d-35aa548e9a0d,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6d72839-40') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:48:40 user nova-compute[74922]: DEBUG os_vif [None req-f2f472e1-f4f8-4402-827a-b3f71b2a4ed0 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:87:5e:a3,bridge_name='br-int',has_traffic_filtering=True,id=a6d72839-4083-41e6-a85d-35aa548e9a0d,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6d72839-40') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:48:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa6d72839-40, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:48:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3f6fa527-18f0-4534-9bfc-0b2290d86802) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:48:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:40 user nova-compute[74922]: INFO os_vif [None req-f2f472e1-f4f8-4402-827a-b3f71b2a4ed0 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:87:5e:a3,bridge_name='br-int',has_traffic_filtering=True,id=a6d72839-4083-41e6-a85d-35aa548e9a0d,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6d72839-40')
Oct 30 05:48:40 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-f2f472e1-f4f8-4402-827a-b3f71b2a4ed0 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Deleting instance files /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324_del
Oct 30 05:48:40 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-f2f472e1-f4f8-4402-827a-b3f71b2a4ed0 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Deletion of /opt/stack/data/nova/instances/f043cb05-eb51-4e0c-9a91-082ad6149324_del complete
Oct 30 05:48:40 user nova-compute[74922]: INFO nova.compute.manager [None req-f2f472e1-f4f8-4402-827a-b3f71b2a4ed0 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Took 0.99 seconds to destroy the instance on the hypervisor.
Oct 30 05:48:40 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-f2f472e1-f4f8-4402-827a-b3f71b2a4ed0 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 05:48:40 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 05:48:40 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 05:48:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:41 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:48:41 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Took 1.04 seconds to deallocate network for instance.
Oct 30 05:48:41 user nova-compute[74922]: DEBUG nova.compute.manager [req-4c15c919-b378-432f-9459-a6a275baa784 req-59108697-d2ef-4423-a80c-9a0ac1d97513 service nova] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Received event network-vif-deleted-a6d72839-4083-41e6-a85d-35aa548e9a0d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:48:41 user nova-compute[74922]: INFO nova.compute.manager [req-4c15c919-b378-432f-9459-a6a275baa784 req-59108697-d2ef-4423-a80c-9a0ac1d97513 service nova] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Neutron deleted interface a6d72839-4083-41e6-a85d-35aa548e9a0d; detaching it from the instance and deleting it from the info cache
Oct 30 05:48:41 user nova-compute[74922]: DEBUG nova.network.neutron [req-4c15c919-b378-432f-9459-a6a275baa784 req-59108697-d2ef-4423-a80c-9a0ac1d97513 service nova] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:48:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f2f472e1-f4f8-4402-827a-b3f71b2a4ed0 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f2f472e1-f4f8-4402-827a-b3f71b2a4ed0 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:41 user nova-compute[74922]: DEBUG nova.compute.manager [req-4c15c919-b378-432f-9459-a6a275baa784 req-59108697-d2ef-4423-a80c-9a0ac1d97513 service nova] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Detach interface failed, port_id=a6d72839-4083-41e6-a85d-35aa548e9a0d, reason: Instance f043cb05-eb51-4e0c-9a91-082ad6149324 could not be found. {{(pid=74922) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 05:48:41 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-f2f472e1-f4f8-4402-827a-b3f71b2a4ed0 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:48:41 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-f2f472e1-f4f8-4402-827a-b3f71b2a4ed0 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:48:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f2f472e1-f4f8-4402-827a-b3f71b2a4ed0 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.520s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:42 user nova-compute[74922]: DEBUG nova.compute.manager [req-fa52287c-f436-4fee-82f3-3836aab4268b req-0df5298c-7768-4f8e-9cf1-74eef6a8fa26 service nova] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Received event network-vif-plugged-a6d72839-4083-41e6-a85d-35aa548e9a0d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:48:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fa52287c-f436-4fee-82f3-3836aab4268b req-0df5298c-7768-4f8e-9cf1-74eef6a8fa26 service nova] Acquiring lock "f043cb05-eb51-4e0c-9a91-082ad6149324-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fa52287c-f436-4fee-82f3-3836aab4268b req-0df5298c-7768-4f8e-9cf1-74eef6a8fa26 service nova] Lock "f043cb05-eb51-4e0c-9a91-082ad6149324-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fa52287c-f436-4fee-82f3-3836aab4268b req-0df5298c-7768-4f8e-9cf1-74eef6a8fa26 service nova] Lock "f043cb05-eb51-4e0c-9a91-082ad6149324-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:42 user nova-compute[74922]: DEBUG nova.compute.manager [req-fa52287c-f436-4fee-82f3-3836aab4268b req-0df5298c-7768-4f8e-9cf1-74eef6a8fa26 service nova] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] No waiting events found dispatching network-vif-plugged-a6d72839-4083-41e6-a85d-35aa548e9a0d {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:48:42 user nova-compute[74922]: WARNING nova.compute.manager [req-fa52287c-f436-4fee-82f3-3836aab4268b req-0df5298c-7768-4f8e-9cf1-74eef6a8fa26 service nova] [instance: f043cb05-eb51-4e0c-9a91-082ad6149324] Received unexpected event network-vif-plugged-a6d72839-4083-41e6-a85d-35aa548e9a0d for instance with vm_state deleted and task_state None.
Oct 30 05:48:42 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-f2f472e1-f4f8-4402-827a-b3f71b2a4ed0 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Deleted allocations for instance f043cb05-eb51-4e0c-9a91-082ad6149324
Oct 30 05:48:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f2f472e1-f4f8-4402-827a-b3f71b2a4ed0 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "f043cb05-eb51-4e0c-9a91-082ad6149324" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.816s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:44 user nova-compute[74922]: DEBUG nova.network.neutron [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Port da530316-ce42-47ee-aa54-a123b18bb1c2 binding to destination host user is already ACTIVE {{(pid=74922) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 30 05:48:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:48:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquired lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:48:44 user nova-compute[74922]: DEBUG nova.network.neutron [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:48:44 user nova-compute[74922]: DEBUG nova.network.neutron [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Updating instance_info_cache with network_info: [{"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:48:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Releasing lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:48:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Creating tmpfile /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/tmp79bb8cln to verify with other compute node that the instance is on the same shared storage. {{(pid=74922) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9628}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG nova.compute.manager [req-c96e002a-3d51-46ef-aad1-d6576bca98fe req-d6719350-1547-4104-a6ba-af4c682d42b8 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received event network-vif-unplugged-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c96e002a-3d51-46ef-aad1-d6576bca98fe req-d6719350-1547-4104-a6ba-af4c682d42b8 service nova] Acquiring lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c96e002a-3d51-46ef-aad1-d6576bca98fe req-d6719350-1547-4104-a6ba-af4c682d42b8 service nova] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c96e002a-3d51-46ef-aad1-d6576bca98fe req-d6719350-1547-4104-a6ba-af4c682d42b8 service nova] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG nova.compute.manager [req-c96e002a-3d51-46ef-aad1-d6576bca98fe req-d6719350-1547-4104-a6ba-af4c682d42b8 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] No waiting events found dispatching network-vif-unplugged-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:48:45 user nova-compute[74922]: WARNING nova.compute.manager [req-c96e002a-3d51-46ef-aad1-d6576bca98fe req-d6719350-1547-4104-a6ba-af4c682d42b8 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received unexpected event network-vif-unplugged-da530316-ce42-47ee-aa54-a123b18bb1c2 for instance with vm_state resized and task_state resize_reverting.
Oct 30 05:48:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:45 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Instance destroyed successfully.
Oct 30 05:48:45 user nova-compute[74922]: DEBUG nova.objects.instance [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lazy-loading 'resources' on Instance uuid ecb14dfa-b1d5-428e-b89f-d6ef246516fb {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:42:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1965429185',display_name='tempest-ServerActionsTestOtherB-server-1965429185',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1965429185',id=1,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDKrR03Edkn3+uBBYzhl+WeW8EF5di0h23yGyXMJTFmoTumLAD75Wd1o8sMPMIVTSXHUqhJU0VAh0oJd5Uuik/EFhsIgquDCl2UHWrFcfWnkGIcCYHjG6vc/o69ncGjTg==',key_name='tempest-keypair-1219661337',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:47:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ea2c40ac6bb44f2aad2d2aca6c2f091d',ramdisk_id='',reservation_id='r-pom00zck',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-23289473',owner_user_name='tempest-ServerActionsTestOtherB-23289473-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:47:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b38f6c172eec4a849dade17cc0fb9d18',uuid=ecb14dfa-b1d5-428e-b89f-d6ef246516fb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Converting VIF {"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:27:28:94,bridge_name='br-int',has_traffic_filtering=True,id=da530316-ce42-47ee-aa54-a123b18bb1c2,network=Network(fc508590-021d-4cf4-bb16-d6f2321e5590),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda530316-ce') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG os_vif [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:27:28:94,bridge_name='br-int',has_traffic_filtering=True,id=da530316-ce42-47ee-aa54-a123b18bb1c2,network=Network(fc508590-021d-4cf4-bb16-d6f2321e5590),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda530316-ce') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapda530316-ce, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=942716c2-5031-47fb-8dcb-4c11f4a5ec03) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:45 user nova-compute[74922]: INFO os_vif [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:27:28:94,bridge_name='br-int',has_traffic_filtering=True,id=da530316-ce42-47ee-aa54-a123b18bb1c2,network=Network(fc508590-021d-4cf4-bb16-d6f2321e5590),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda530316-ce')
Oct 30 05:48:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GhtiPxDQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:48:45 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:48:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[86ad8e6f-be21-407f-8f8f-29c9d72c49f5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:48:45 user nova-compute[74922]: No targets found.
Oct 30 05:48:45 user nova-compute[74922]: iSNS:
Oct 30 05:48:45 user nova-compute[74922]: No targets found.
Oct 30 05:48:45 user nova-compute[74922]: STATIC:
Oct 30 05:48:45 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b
Oct 30 05:48:45 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:48:45 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:48:45 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41
Oct 30 05:48:45 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:48:45 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:48:45 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28
Oct 30 05:48:45 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:48:45 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:48:45 user nova-compute[74922]: FIRMWARE:
Oct 30 05:48:45 user nova-compute[74922]: No targets found.
Oct 30 05:48:45 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:48:45 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:48:45 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fc176bd-35f3-4e94-9fb3-d4ef926a111e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6010dcf3-b9cb-4bc8-9d16-ba2a7265014f]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:48:45 user nova-compute[74922]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:48:45 user nova-compute[74922]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:48:45 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:48:45 user nova-compute[74922]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:48:45 user nova-compute[74922]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:48:45 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82086d5750>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28'): ({'sdf'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Removing single pathed devices sdf {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a5fa68b-993d-4322-8a01-717725ec877d]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3be6182c-c6d6-48ac-a40c-31312708f985]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Flushing IO for device /dev/sdf {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca7c6b83-41a4-4c6f-95b6-6da6b6f1c5c6]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.036s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[eef07ebe-03d4-4bf8-9791-609314304405]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] SCSI volumes sdf have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:48:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:46 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d6ff4ee-53f9-4e39-8943-e90c15236ad8]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:48:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --logout" returned: 0 in 0.075s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:46 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[62b0bf28-8fc1-4720-8526-0edb7c7f592f]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28, portal: 172.16.0.220,3260]
Oct 30 05:48:46 user nova-compute[74922]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28, portal: 172.16.0.220,3260] successful.
Oct 30 05:48:46 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:48:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:46 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2da1414-7a39-41f8-a510-b404c5d4e246]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:48:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.353s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:48:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] <== disconnect_volume: return (355ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:48:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:48:47 user nova-compute[74922]: DEBUG nova.compute.manager [req-defcd7c0-fc37-4892-919a-60319db36515 req-e652476e-7a5a-442e-be80-1c7a933c4eae service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received event network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:48:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-defcd7c0-fc37-4892-919a-60319db36515 req-e652476e-7a5a-442e-be80-1c7a933c4eae service nova] Acquiring lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-defcd7c0-fc37-4892-919a-60319db36515 req-e652476e-7a5a-442e-be80-1c7a933c4eae service nova] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-defcd7c0-fc37-4892-919a-60319db36515 req-e652476e-7a5a-442e-be80-1c7a933c4eae service nova] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:47 user nova-compute[74922]: DEBUG nova.compute.manager [req-defcd7c0-fc37-4892-919a-60319db36515 req-e652476e-7a5a-442e-be80-1c7a933c4eae service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] No waiting events found dispatching network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:48:47 user nova-compute[74922]: WARNING nova.compute.manager [req-defcd7c0-fc37-4892-919a-60319db36515 req-e652476e-7a5a-442e-be80-1c7a933c4eae service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received unexpected event network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 for instance with vm_state resized and task_state resize_reverting.
Oct 30 05:48:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:48:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:48:47 user nova-compute[74922]: DEBUG nova.objects.instance [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lazy-loading 'migration_context' on Instance uuid ecb14dfa-b1d5-428e-b89f-d6ef246516fb {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:48:47 user nova-compute[74922]: DEBUG nova.objects.base [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Object Instance<ecb14dfa-b1d5-428e-b89f-d6ef246516fb> lazy-loaded attributes: resources,migration_context {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:48:47 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:48:47 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:48:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.542s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:48 user nova-compute[74922]: INFO nova.compute.manager [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Swapping old allocation on dict_keys(['efd5e61c-93ae-4193-aa6b-99209077dc32']) held by migration b1cc7c9e-bb88-4d1d-88aa-c63ec19951ee for instance
Oct 30 05:48:48 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Overwriting current allocation {'allocations': {'efd5e61c-93ae-4193-aa6b-99209077dc32': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 21}}, 'project_id': 'ea2c40ac6bb44f2aad2d2aca6c2f091d', 'user_id': 'b38f6c172eec4a849dade17cc0fb9d18', 'consumer_generation': 1} on consumer ecb14dfa-b1d5-428e-b89f-d6ef246516fb {{(pid=74922) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Oct 30 05:48:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:48:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquired lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:48:48 user nova-compute[74922]: DEBUG nova.network.neutron [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:48:48 user nova-compute[74922]: DEBUG nova.network.neutron [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Updating instance_info_cache with network_info: [{"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:48:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Releasing lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:48:48 user nova-compute[74922]: DEBUG os_brick.utils [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:48:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:48 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5085275-49b8-412d-92f1-3f4d3beae904]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:48 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a78f660-e49a-410f-9bd0-446e31b42807]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:48 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cbe70db-22c6-4dc2-8ce6-2d3a3e95d14c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:48 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b40ac688-937c-4a33-b45f-3ad7e5719405]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:48:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:48:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:48:48 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:48:48 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[44a6d73b-c786-43e5-bea5-ddeec4fc4399]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:48:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:48:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:48:48 user nova-compute[74922]: DEBUG os_brick.utils [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:48:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:48:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kKDFWQXs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:48:56 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:48:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:48:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:48:56 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:48:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:48:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:48:56 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:48:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c69052c-a2a5-41e5-93f9-dda13251ae7e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:48:56 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:48:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[035dce86-dff5-4cb8-abc1-1d17a373a913]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de] added
Oct 30 05:48:56 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:48:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.074s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e5c8964-692d-4b1a-926d-a75ae0f3a1ef]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:48:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9609a5f-65b8-4880-940d-6e0a233e5ac8]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:48:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kKDFWQXs {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kKDFWQXs" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0532bc05-7714-4371-baa5-f433ef7a033b]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kKDFWQXs'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:48:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.035s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1cb8d6d-546d-4e85-9dd1-740452f76682]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c837e3c5-f80d-463e-bbf7-f28a2009a155]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:48:57 user nova-compute[74922]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:48:57 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:48:57 user nova-compute[74922]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:48:57 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec36b6bf-b8ce-45d1-8de8-428c6777372b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de, portal: 172.16.0.220,3260]
Oct 30 05:48:57 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de, portal: 172.16.0.220,3260] successful.
Oct 30 05:48:57 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[842ca207-d02c-48d4-9ca5-3c4f0dff0897]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[abb169fb-95c6-438d-8ae1-6e856950913f]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:48:57 user nova-compute[74922]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:48:57 user nova-compute[74922]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:48:57 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:48:57 user nova-compute[74922]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:48:57 user nova-compute[74922]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:48:57 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.382s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] HCTL ('34', '-', '-', 0) found on session 18 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[35023082-2a1a-41f3-9a42-e7817fb5af73]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Searching for a device in session 18 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kKDFWQXs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:48:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.436s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:48:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] <== connect_volume: return (1438ms) {'type': 'block', 'scsi_wwn': '26130333734316331', 'path': '/dev/sdc'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:48:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26130333734316331', 'path': '/dev/sdc'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:48:58 user nova-compute[74922]: DEBUG nova.objects.instance [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lazy-loading 'flavor' on Instance uuid 2caef3e6-4e9a-4179-b063-18f87f1a63f2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:48:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 05:48:58 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:48:58 user nova-compute[74922]:   <source dev="/dev/sdc"/>
Oct 30 05:48:58 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:48:58 user nova-compute[74922]:   <serial>93dfb768-a308-43bd-b80b-1f88e091e4de</serial>
Oct 30 05:48:58 user nova-compute[74922]: </disk>
Oct 30 05:48:58 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 05:48:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:48:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:48:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] No VIF found with MAC fa:16:3e:fd:d9:c5, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:48:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ad6f8e1e-40be-4d90-9a9d-fc616cd0c53b tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 39.896s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:48:58 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:48:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:00 user nova-compute[74922]: INFO nova.compute.manager [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Rebuilding instance
Oct 30 05:49:00 user nova-compute[74922]: DEBUG nova.compute.manager [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:49:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:00 user nova-compute[74922]: DEBUG nova.compute.manager [req-f2355ff9-e4a4-4fd4-ad9d-770ce4b16681 req-f8231b0c-3d67-4c47-a955-38e9a81aa9a4 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Received event network-changed-450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:00 user nova-compute[74922]: DEBUG nova.compute.manager [req-f2355ff9-e4a4-4fd4-ad9d-770ce4b16681 req-f8231b0c-3d67-4c47-a955-38e9a81aa9a4 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Refreshing instance network info cache due to event network-changed-450bc0a4-feb9-498a-b5d2-2cefcac965a4. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:49:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f2355ff9-e4a4-4fd4-ad9d-770ce4b16681 req-f8231b0c-3d67-4c47-a955-38e9a81aa9a4 service nova] Acquiring lock "refresh_cache-3eda9718-c0e8-45d0-b2d7-403f219e8192" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:49:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f2355ff9-e4a4-4fd4-ad9d-770ce4b16681 req-f8231b0c-3d67-4c47-a955-38e9a81aa9a4 service nova] Acquired lock "refresh_cache-3eda9718-c0e8-45d0-b2d7-403f219e8192" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:49:00 user nova-compute[74922]: DEBUG nova.network.neutron [req-f2355ff9-e4a4-4fd4-ad9d-770ce4b16681 req-f8231b0c-3d67-4c47-a955-38e9a81aa9a4 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Refreshing network info cache for port 450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:49:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:01 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Instance destroyed successfully.
Oct 30 05:49:01 user nova-compute[74922]: INFO nova.compute.manager [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Detaching volume 93dfb768-a308-43bd-b80b-1f88e091e4de
Oct 30 05:49:01 user nova-compute[74922]: INFO nova.virt.block_device [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Attempting to driver detach volume 93dfb768-a308-43bd-b80b-1f88e091e4de from mountpoint /dev/vdb
Oct 30 05:49:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Attempting to detach device vdb from instance 2caef3e6-4e9a-4179-b063-18f87f1a63f2 from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:49:01 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:49:01 user nova-compute[74922]:   <source dev="/dev/sdc"/>
Oct 30 05:49:01 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:49:01 user nova-compute[74922]:   <serial>93dfb768-a308-43bd-b80b-1f88e091e4de</serial>
Oct 30 05:49:01 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 05:49:01 user nova-compute[74922]: </disk>
Oct 30 05:49:01 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:49:01 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Successfully detached device vdb from instance 2caef3e6-4e9a-4179-b063-18f87f1a63f2 from the persistent domain config.
Oct 30 05:49:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kKDFWQXs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:49:01 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 30 05:49:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9b23108-4890-4d01-825d-92554753b1d4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:49:01 user nova-compute[74922]: No targets found.
Oct 30 05:49:01 user nova-compute[74922]: iSNS:
Oct 30 05:49:01 user nova-compute[74922]: No targets found.
Oct 30 05:49:01 user nova-compute[74922]: STATIC:
Oct 30 05:49:01 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de
Oct 30 05:49:01 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:49:01 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:49:01 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b
Oct 30 05:49:01 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:49:01 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:49:01 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41
Oct 30 05:49:01 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:49:01 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:49:01 user nova-compute[74922]: FIRMWARE:
Oct 30 05:49:01 user nova-compute[74922]: No targets found.
Oct 30 05:49:01 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:49:01 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:49:01 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f396595-7fe0-43b1-be7f-bb4e22ce9d19]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[32a20785-43b1-4026-a298-7ca02e5c9487]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:49:01 user nova-compute[74922]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:49:01 user nova-compute[74922]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:49:01 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:49:01 user nova-compute[74922]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:49:01 user nova-compute[74922]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:49:01 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8208692830>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de'): ({'sdc'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Removing single pathed devices sdc {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[543d6466-7d05-458d-a571-9f8275280a23]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[691730f8-c5b8-4bfd-944f-1b7f6bc8e26d]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Flushing IO for device /dev/sdc {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8caa6285-318f-456b-bedf-24a6b683376f]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.057s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cb6db43-8cb8-498e-89a0-b07682467ed0]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] SCSI volumes sdc have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4da9c243-f82f-43d7-bd30-a3632d7f0187]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[44a57036-5a2b-411c-bcf0-ab990bec2204]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de, portal: 172.16.0.220,3260]
Oct 30 05:49:01 user nova-compute[74922]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de, portal: 172.16.0.220,3260] successful.
Oct 30 05:49:01 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG nova.network.neutron [req-f2355ff9-e4a4-4fd4-ad9d-770ce4b16681 req-f8231b0c-3d67-4c47-a955-38e9a81aa9a4 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Updated VIF entry in instance network info cache for port 450bc0a4-feb9-498a-b5d2-2cefcac965a4. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG nova.network.neutron [req-f2355ff9-e4a4-4fd4-ad9d-770ce4b16681 req-f8231b0c-3d67-4c47-a955-38e9a81aa9a4 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Updating instance_info_cache with network_info: [{"id": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "address": "fa:16:3e:b8:74:95", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap450bc0a4-fe", "ovs_interfaceid": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6af838d-b56f-46cb-bdfc-c198a8b1e5e4]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f2355ff9-e4a4-4fd4-ad9d-770ce4b16681 req-f8231b0c-3d67-4c47-a955-38e9a81aa9a4 service nova] Releasing lock "refresh_cache-3eda9718-c0e8-45d0-b2d7-403f219e8192" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.344s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] <== disconnect_volume: return (345ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:49:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG nova.compute.manager [req-b4c72535-54a8-4c8b-9019-64d0e2546607 req-c016f555-c66b-4a71-a39f-1db442c1155c service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Received event network-changed-450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG nova.compute.manager [req-b4c72535-54a8-4c8b-9019-64d0e2546607 req-c016f555-c66b-4a71-a39f-1db442c1155c service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Refreshing instance network info cache due to event network-changed-450bc0a4-feb9-498a-b5d2-2cefcac965a4. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b4c72535-54a8-4c8b-9019-64d0e2546607 req-c016f555-c66b-4a71-a39f-1db442c1155c service nova] Acquiring lock "refresh_cache-3eda9718-c0e8-45d0-b2d7-403f219e8192" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b4c72535-54a8-4c8b-9019-64d0e2546607 req-c016f555-c66b-4a71-a39f-1db442c1155c service nova] Acquired lock "refresh_cache-3eda9718-c0e8-45d0-b2d7-403f219e8192" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG nova.network.neutron [req-b4c72535-54a8-4c8b-9019-64d0e2546607 req-c016f555-c66b-4a71-a39f-1db442c1155c service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Refreshing network info cache for port 450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "3eda9718-c0e8-45d0-b2d7-403f219e8192" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:02 user nova-compute[74922]: INFO nova.compute.manager [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Detaching volume e5b12d5f-0eed-4e35-a4df-0dd97e33fa41
Oct 30 05:49:02 user nova-compute[74922]: DEBUG nova.network.neutron [req-b4c72535-54a8-4c8b-9019-64d0e2546607 req-c016f555-c66b-4a71-a39f-1db442c1155c service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Updated VIF entry in instance network info cache for port 450bc0a4-feb9-498a-b5d2-2cefcac965a4. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG nova.network.neutron [req-b4c72535-54a8-4c8b-9019-64d0e2546607 req-c016f555-c66b-4a71-a39f-1db442c1155c service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Updating instance_info_cache with network_info: [{"id": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "address": "fa:16:3e:b8:74:95", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap450bc0a4-fe", "ovs_interfaceid": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:49:02 user nova-compute[74922]: INFO nova.virt.block_device [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Attempting to driver detach volume e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 from mountpoint /dev/vdb
Oct 30 05:49:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Attempting to detach device vdb from instance 3eda9718-c0e8-45d0-b2d7-403f219e8192 from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:49:02 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:49:02 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 05:49:02 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:49:02 user nova-compute[74922]:   <serial>e5b12d5f-0eed-4e35-a4df-0dd97e33fa41</serial>
Oct 30 05:49:02 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 30 05:49:02 user nova-compute[74922]: </disk>
Oct 30 05:49:02 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b4c72535-54a8-4c8b-9019-64d0e2546607 req-c016f555-c66b-4a71-a39f-1db442c1155c service nova] Releasing lock "refresh_cache-3eda9718-c0e8-45d0-b2d7-403f219e8192" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:49:02 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Successfully detached device vdb from instance 3eda9718-c0e8-45d0-b2d7-403f219e8192 from the persistent domain config.
Oct 30 05:49:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 3eda9718-c0e8-45d0-b2d7-403f219e8192 from the live domain config. {{(pid=74922) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:49:02 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:49:02 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 05:49:02 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:49:02 user nova-compute[74922]:   <serial>e5b12d5f-0eed-4e35-a4df-0dd97e33fa41</serial>
Oct 30 05:49:02 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 30 05:49:02 user nova-compute[74922]: </disk>
Oct 30 05:49:02 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:49:02 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Instance destroyed successfully.
Oct 30 05:49:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:46:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1115032926',display_name='tempest-ServerActionsTestOtherA-server-1424743518',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1115032926',id=14,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD6MBVUrpynqSubi1UpWYG+h+O7pqLKf6FMCdRYREhzRGwLAN2+4ho6YCy6gPlOACj3lDCkrfng5q4eq6YSF6bWiUoU+lN+VnZ2vDK7Xk1rwO7uhv3OeVgtEgGJ0EMVrlw==',key_name='tempest-keypair-2023564071',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:46:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b7689a63a17e4743ae8888892f1ee34b',ramdisk_id='',reservation_id='r-rijse3md',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1370130237',owner_user_name='tempest-ServerActionsTestOtherA-1370130237-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:49:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2efd61aeedd04bd4bdf7af2f3b15c99e',uuid=2caef3e6-4e9a-4179-b063-18f87f1a63f2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "address": "fa:16:3e:fd:d9:c5", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.95", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3fd3-31", "ovs_interfaceid": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converting VIF {"id": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "address": "fa:16:3e:fd:d9:c5", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.95", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3fd3-31", "ovs_interfaceid": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fd:d9:c5,bridge_name='br-int',has_traffic_filtering=True,id=df5f3fd3-3173-43f6-8baa-423f500b4e81,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf5f3fd3-31') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG os_vif [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fd:d9:c5,bridge_name='br-int',has_traffic_filtering=True,id=df5f3fd3-3173-43f6-8baa-423f500b4e81,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf5f3fd3-31') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdf5f3fd3-31, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0ff78eec-035b-4654-a10b-e19682afe4fa) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:02 user nova-compute[74922]: INFO os_vif [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fd:d9:c5,bridge_name='br-int',has_traffic_filtering=True,id=df5f3fd3-3173-43f6-8baa-423f500b4e81,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf5f3fd3-31')
Oct 30 05:49:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kKDFWQXs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:49:02 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 30 05:49:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[43381d3f-f19e-4e98-b9a1-f0847a462b74]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:49:02 user nova-compute[74922]: No targets found.
Oct 30 05:49:02 user nova-compute[74922]: iSNS:
Oct 30 05:49:02 user nova-compute[74922]: No targets found.
Oct 30 05:49:02 user nova-compute[74922]: STATIC:
Oct 30 05:49:02 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b
Oct 30 05:49:02 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:49:02 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:49:02 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41
Oct 30 05:49:02 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:49:02 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:49:02 user nova-compute[74922]: FIRMWARE:
Oct 30 05:49:02 user nova-compute[74922]: No targets found.
Oct 30 05:49:02 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:49:02 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:49:02 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[947dd7f1-7324-4a97-841a-d73e19785bd8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7417496d-e326-4338-9167-b14db23db58a]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:49:02 user nova-compute[74922]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:49:02 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:49:02 user nova-compute[74922]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:49:02 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8208693ac0>, {}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Disconnecting from: [] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.071s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] <== disconnect_volume: return (73ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:49:02 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Deleting instance files /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2_del
Oct 30 05:49:02 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Deletion of /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2_del complete
Oct 30 05:49:02 user nova-compute[74922]: INFO nova.virt.block_device [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Booting with volume 93dfb768-a308-43bd-b80b-1f88e091e4de at /dev/vdb
Oct 30 05:49:02 user nova-compute[74922]: DEBUG os_brick.utils [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5d1ac46-9730-416c-9788-a21173fa1dd0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7972a878-e730-4bb0-912a-98dbeca88f25]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:03 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cf06c6b-8e09-42a6-ad6e-f74de9bf9789]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:03 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5102e773-e13f-49f5-9a14-780cd80b8dfa]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:49:03 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:49:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:49:03 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:49:03 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c12b4bc0-9a71-4bb0-9abb-e28e7a251dea]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:03 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:49:03 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:49:03 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:49:03 user nova-compute[74922]: DEBUG os_brick.utils [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:49:03 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Updating existing volume attachment record: 9fd983bc-1862-4f52-ac54-09d639891cd5 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:49:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 3eda9718-c0e8-45d0-b2d7-403f219e8192 {{(pid=74922) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 05:49:03 user nova-compute[74922]: DEBUG nova.compute.manager [req-9072c3fd-9d04-4d5b-bf50-ff67c3af3805 req-7b5feac5-76c5-416c-bfe9-9e1df94eac1a service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Received event network-vif-unplugged-df5f3fd3-3173-43f6-8baa-423f500b4e81 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9072c3fd-9d04-4d5b-bf50-ff67c3af3805 req-7b5feac5-76c5-416c-bfe9-9e1df94eac1a service nova] Acquiring lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9072c3fd-9d04-4d5b-bf50-ff67c3af3805 req-7b5feac5-76c5-416c-bfe9-9e1df94eac1a service nova] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9072c3fd-9d04-4d5b-bf50-ff67c3af3805 req-7b5feac5-76c5-416c-bfe9-9e1df94eac1a service nova] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:03 user nova-compute[74922]: DEBUG nova.compute.manager [req-9072c3fd-9d04-4d5b-bf50-ff67c3af3805 req-7b5feac5-76c5-416c-bfe9-9e1df94eac1a service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] No waiting events found dispatching network-vif-unplugged-df5f3fd3-3173-43f6-8baa-423f500b4e81 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:49:03 user nova-compute[74922]: WARNING nova.compute.manager [req-9072c3fd-9d04-4d5b-bf50-ff67c3af3805 req-7b5feac5-76c5-416c-bfe9-9e1df94eac1a service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Received unexpected event network-vif-unplugged-df5f3fd3-3173-43f6-8baa-423f500b4e81 for instance with vm_state active and task_state rebuild_block_device_mapping.
Oct 30 05:49:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:49:04 user nova-compute[74922]: WARNING nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] While synchronizing instance power states, found 9 instances in the database and 7 instances on the hypervisor.
Oct 30 05:49:04 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid ecb14dfa-b1d5-428e-b89f-d6ef246516fb {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid 4c3e6679-374d-4644-b05d-ef0bf04d7a3a {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid 7e417d76-c45b-4033-aa0e-c98c1268971d {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid 24068942-be4d-4353-9eae-a9772d380590 {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid 3eda9718-c0e8-45d0-b2d7-403f219e8192 {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid 2caef3e6-4e9a-4179-b063-18f87f1a63f2 {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid c5816c23-9ba0-4119-a957-696cb99e3e43 {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid a9ee90ad-74b3-41dc-8daa-435b156cecbe {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid e078eacb-99e2-472e-94bb-44c60147aff3 {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:04 user nova-compute[74922]: INFO nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] During sync_power_state the instance has a pending task (resize_reverting). Skip.
Oct 30 05:49:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "7e417d76-c45b-4033-aa0e-c98c1268971d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "7e417d76-c45b-4033-aa0e-c98c1268971d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "24068942-be4d-4353-9eae-a9772d380590" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "24068942-be4d-4353-9eae-a9772d380590" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "3eda9718-c0e8-45d0-b2d7-403f219e8192" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:04 user nova-compute[74922]: INFO nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] During sync_power_state the instance has a pending task (rebuild_block_device_mapping). Skip.
Oct 30 05:49:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "c5816c23-9ba0-4119-a957-696cb99e3e43" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "e078eacb-99e2-472e-94bb-44c60147aff3" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.063s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.062s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "7e417d76-c45b-4033-aa0e-c98c1268971d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.076s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.078s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "24068942-be4d-4353-9eae-a9772d380590" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.085s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.088s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-ba309340-d105-4579-85ea-67d065aa71e8 req-2c995044-ead1-4e5b-9620-b86b8a3492c1 service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Received event network-vif-plugged-df5f3fd3-3173-43f6-8baa-423f500b4e81 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ba309340-d105-4579-85ea-67d065aa71e8 req-2c995044-ead1-4e5b-9620-b86b8a3492c1 service nova] Acquiring lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ba309340-d105-4579-85ea-67d065aa71e8 req-2c995044-ead1-4e5b-9620-b86b8a3492c1 service nova] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ba309340-d105-4579-85ea-67d065aa71e8 req-2c995044-ead1-4e5b-9620-b86b8a3492c1 service nova] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-ba309340-d105-4579-85ea-67d065aa71e8 req-2c995044-ead1-4e5b-9620-b86b8a3492c1 service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] No waiting events found dispatching network-vif-plugged-df5f3fd3-3173-43f6-8baa-423f500b4e81 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:49:05 user nova-compute[74922]: WARNING nova.compute.manager [req-ba309340-d105-4579-85ea-67d065aa71e8 req-2c995044-ead1-4e5b-9620-b86b8a3492c1 service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Received unexpected event network-vif-plugged-df5f3fd3-3173-43f6-8baa-423f500b4e81 for instance with vm_state active and task_state rebuild_block_device_mapping.
Oct 30 05:49:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Starting finish_revert_migration {{(pid=74922) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11819}}
Oct 30 05:49:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Start _get_guest_xml network_info=[{"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'mount_device': '/dev/vdb', 'attachment_id': '344ff51c-542d-4ee5-a3ae-5a6068a213dd', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GhtiPxDQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'ecb14dfa-b1d5-428e-b89f-d6ef246516fb', 'attached_at': '2023-10-30T05:49:10.000000', 'detached_at': '', 'volume_id': '43529096-0763-4c37-a712-4fe6de458e28', 'serial': '43529096-0763-4c37-a712-4fe6de458e28'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:49:09 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:49:09 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:49:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:49:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:49:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:49:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:49:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:49:09 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:49:09 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:49:09 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:49:09 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:49:09 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:49:09 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:49:09 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:49:09 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:49:09 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:49:09 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:49:09 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:49:09 user nova-compute[74922]: DEBUG nova.objects.instance [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lazy-loading 'vcpu_model' on Instance uuid ecb14dfa-b1d5-428e-b89f-d6ef246516fb {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GhtiPxDQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:49:10 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:49:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:49:10 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:49:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:49:10 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f09ed6fc-743c-4d35-86a4-b459612cef80]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:49:10 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[72e30b72-2399-4358-81f6-442bf030af95]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28] added
Oct 30 05:49:10 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[42979837-b536-4238-b130-0cf88a04fe22]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2f8a9cf-0406-413e-9f7a-5305de5c2b52]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GhtiPxDQ {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GhtiPxDQ" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb8d92d0-8096-41af-be8a-b60a222975ab]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GhtiPxDQ'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[85f076d6-4d36-4ccd-9d59-88ada2e66478]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b19c3e03-0cc1-4404-a49b-81b5013041d5]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:49:10 user nova-compute[74922]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:49:10 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:49:10 user nova-compute[74922]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:49:10 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[dba03b0a-edab-45c8-be2a-3513a932a02e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28, portal: 172.16.0.220,3260]
Oct 30 05:49:10 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28, portal: 172.16.0.220,3260] successful.
Oct 30 05:49:10 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d66ebc99-ce43-4842-a747-db65d5642666]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa4de131-4caa-444c-bb42-2ac3e9ddba65]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:49:10 user nova-compute[74922]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:49:10 user nova-compute[74922]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:49:10 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:49:10 user nova-compute[74922]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:49:10 user nova-compute[74922]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:49:10 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.301s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] HCTL ('34', '-', '-', 0) found on session 19 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bef46e4-b125-466e-907c-220700cb5120]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:10 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Searching for a device in session 19 and hctl ['34', '*', '*', 0] yield: None {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Searching for a device in session 19 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GhtiPxDQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.338s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] <== connect_volume: return (1339ms) {'type': 'block', 'scsi_wwn': '26330643134643635', 'path': '/dev/sdc'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26330643134643635', 'path': '/dev/sdc'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:42:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1965429185',display_name='tempest-ServerActionsTestOtherB-server-1965429185',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1965429185',id=1,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDKrR03Edkn3+uBBYzhl+WeW8EF5di0h23yGyXMJTFmoTumLAD75Wd1o8sMPMIVTSXHUqhJU0VAh0oJd5Uuik/EFhsIgquDCl2UHWrFcfWnkGIcCYHjG6vc/o69ncGjTg==',key_name='tempest-keypair-1219661337',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:47:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ea2c40ac6bb44f2aad2d2aca6c2f091d',ramdisk_id='',reservation_id='r-pom00zck',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-23289473',owner_user_name='tempest-ServerActionsTestOtherB-23289473-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:48:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b38f6c172eec4a849dade17cc0fb9d18',uuid=ecb14dfa-b1d5-428e-b89f-d6ef246516fb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Converting VIF {"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:27:28:94,bridge_name='br-int',has_traffic_filtering=True,id=da530316-ce42-47ee-aa54-a123b18bb1c2,network=Network(fc508590-021d-4cf4-bb16-d6f2321e5590),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda530316-ce') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:49:11 user nova-compute[74922]:   <uuid>ecb14dfa-b1d5-428e-b89f-d6ef246516fb</uuid>
Oct 30 05:49:11 user nova-compute[74922]:   <name>instance-00000001</name>
Oct 30 05:49:11 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:49:11 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:49:11 user nova-compute[74922]:   <metadata>
Oct 30 05:49:11 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:49:11 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:49:11 user nova-compute[74922]:       <nova:name>tempest-ServerActionsTestOtherB-server-1965429185</nova:name>
Oct 30 05:49:11 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:49:09</nova:creationTime>
Oct 30 05:49:11 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:49:11 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:49:11 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:49:11 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:49:11 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:49:11 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:49:11 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:49:11 user nova-compute[74922]:       <nova:owner>
Oct 30 05:49:11 user nova-compute[74922]:         <nova:user uuid="b38f6c172eec4a849dade17cc0fb9d18">tempest-ServerActionsTestOtherB-23289473-project-member</nova:user>
Oct 30 05:49:11 user nova-compute[74922]:         <nova:project uuid="ea2c40ac6bb44f2aad2d2aca6c2f091d">tempest-ServerActionsTestOtherB-23289473</nova:project>
Oct 30 05:49:11 user nova-compute[74922]:       </nova:owner>
Oct 30 05:49:11 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:49:11 user nova-compute[74922]:       <nova:ports>
Oct 30 05:49:11 user nova-compute[74922]:         <nova:port uuid="da530316-ce42-47ee-aa54-a123b18bb1c2">
Oct 30 05:49:11 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 30 05:49:11 user nova-compute[74922]:         </nova:port>
Oct 30 05:49:11 user nova-compute[74922]:       </nova:ports>
Oct 30 05:49:11 user nova-compute[74922]:     </nova:instance>
Oct 30 05:49:11 user nova-compute[74922]:   </metadata>
Oct 30 05:49:11 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:49:11 user nova-compute[74922]:     <system>
Oct 30 05:49:11 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:49:11 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:49:11 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:49:11 user nova-compute[74922]:       <entry name="serial">ecb14dfa-b1d5-428e-b89f-d6ef246516fb</entry>
Oct 30 05:49:11 user nova-compute[74922]:       <entry name="uuid">ecb14dfa-b1d5-428e-b89f-d6ef246516fb</entry>
Oct 30 05:49:11 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:49:11 user nova-compute[74922]:     </system>
Oct 30 05:49:11 user nova-compute[74922]:   </sysinfo>
Oct 30 05:49:11 user nova-compute[74922]:   <os>
Oct 30 05:49:11 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:49:11 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:49:11 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:49:11 user nova-compute[74922]:   </os>
Oct 30 05:49:11 user nova-compute[74922]:   <features>
Oct 30 05:49:11 user nova-compute[74922]:     <acpi/>
Oct 30 05:49:11 user nova-compute[74922]:     <apic/>
Oct 30 05:49:11 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:49:11 user nova-compute[74922]:   </features>
Oct 30 05:49:11 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:49:11 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:49:11 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:49:11 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:49:11 user nova-compute[74922]:   </clock>
Oct 30 05:49:11 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:49:11 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:49:11 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:49:11 user nova-compute[74922]:   </cpu>
Oct 30 05:49:11 user nova-compute[74922]:   <devices>
Oct 30 05:49:11 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:49:11 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:49:11 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk"/>
Oct 30 05:49:11 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:49:11 user nova-compute[74922]:     </disk>
Oct 30 05:49:11 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 05:49:11 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:49:11 user nova-compute[74922]:       <source dev="/dev/sdc"/>
Oct 30 05:49:11 user nova-compute[74922]:       <target dev="vdb" bus="virtio"/>
Oct 30 05:49:11 user nova-compute[74922]:       <serial>43529096-0763-4c37-a712-4fe6de458e28</serial>
Oct 30 05:49:11 user nova-compute[74922]:     </disk>
Oct 30 05:49:11 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:49:11 user nova-compute[74922]:       <mac address="fa:16:3e:27:28:94"/>
Oct 30 05:49:11 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:49:11 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:49:11 user nova-compute[74922]:       <target dev="tapda530316-ce"/>
Oct 30 05:49:11 user nova-compute[74922]:     </interface>
Oct 30 05:49:11 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:49:11 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/console.log" append="off"/>
Oct 30 05:49:11 user nova-compute[74922]:     </serial>
Oct 30 05:49:11 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:49:11 user nova-compute[74922]:     <video>
Oct 30 05:49:11 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:49:11 user nova-compute[74922]:     </video>
Oct 30 05:49:11 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:49:11 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:49:11 user nova-compute[74922]:     </rng>
Oct 30 05:49:11 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:49:11 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:49:11 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:49:11 user nova-compute[74922]:     </memballoon>
Oct 30 05:49:11 user nova-compute[74922]:   </devices>
Oct 30 05:49:11 user nova-compute[74922]: </domain>
Oct 30 05:49:11 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:42:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1965429185',display_name='tempest-ServerActionsTestOtherB-server-1965429185',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1965429185',id=1,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDKrR03Edkn3+uBBYzhl+WeW8EF5di0h23yGyXMJTFmoTumLAD75Wd1o8sMPMIVTSXHUqhJU0VAh0oJd5Uuik/EFhsIgquDCl2UHWrFcfWnkGIcCYHjG6vc/o69ncGjTg==',key_name='tempest-keypair-1219661337',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:47:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ea2c40ac6bb44f2aad2d2aca6c2f091d',ramdisk_id='',reservation_id='r-pom00zck',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-23289473',owner_user_name='tempest-ServerActionsTestOtherB-23289473-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:48:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b38f6c172eec4a849dade17cc0fb9d18',uuid=ecb14dfa-b1d5-428e-b89f-d6ef246516fb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Converting VIF {"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:27:28:94,bridge_name='br-int',has_traffic_filtering=True,id=da530316-ce42-47ee-aa54-a123b18bb1c2,network=Network(fc508590-021d-4cf4-bb16-d6f2321e5590),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda530316-ce') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG os_vif [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:28:94,bridge_name='br-int',has_traffic_filtering=True,id=da530316-ce42-47ee-aa54-a123b18bb1c2,network=Network(fc508590-021d-4cf4-bb16-d6f2321e5590),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda530316-ce') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '792a02f0-026a-5a4e-9bad-098147e6603a', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapda530316-ce, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapda530316-ce, col_values=(('qos', UUID('ace265c9-4cbb-4b8a-b286-19cd796faae4')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapda530316-ce, col_values=(('external_ids', {'iface-id': 'da530316-ce42-47ee-aa54-a123b18bb1c2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:27:28:94', 'vm-uuid': 'ecb14dfa-b1d5-428e-b89f-d6ef246516fb'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:49:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:11 user nova-compute[74922]: INFO os_vif [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:28:94,bridge_name='br-int',has_traffic_filtering=True,id=da530316-ce42-47ee-aa54-a123b18bb1c2,network=Network(fc508590-021d-4cf4-bb16-d6f2321e5590),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda530316-ce')
Oct 30 05:49:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:13 user nova-compute[74922]: DEBUG nova.compute.manager [req-3a38b16a-94f1-45ec-9f50-bb419d467092 req-2e9a4c17-0317-4d2f-905b-708f2aee9d64 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received event network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3a38b16a-94f1-45ec-9f50-bb419d467092 req-2e9a4c17-0317-4d2f-905b-708f2aee9d64 service nova] Acquiring lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3a38b16a-94f1-45ec-9f50-bb419d467092 req-2e9a4c17-0317-4d2f-905b-708f2aee9d64 service nova] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3a38b16a-94f1-45ec-9f50-bb419d467092 req-2e9a4c17-0317-4d2f-905b-708f2aee9d64 service nova] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:13 user nova-compute[74922]: DEBUG nova.compute.manager [req-3a38b16a-94f1-45ec-9f50-bb419d467092 req-2e9a4c17-0317-4d2f-905b-708f2aee9d64 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] No waiting events found dispatching network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:49:13 user nova-compute[74922]: WARNING nova.compute.manager [req-3a38b16a-94f1-45ec-9f50-bb419d467092 req-2e9a4c17-0317-4d2f-905b-708f2aee9d64 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received unexpected event network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 for instance with vm_state resized and task_state resize_reverting.
Oct 30 05:49:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:15 user nova-compute[74922]: DEBUG nova.compute.manager [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:49:15 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Instance running successfully.
Oct 30 05:49:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] finish_revert_migration finished successfully. {{(pid=74922) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11863}}
Oct 30 05:49:15 user nova-compute[74922]: DEBUG nova.compute.manager [req-cb7d2be8-696f-45ca-b2be-bdfd62a7c04b req-57a9a626-1bec-4d0f-8893-02bfe593dd6e service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received event network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-cb7d2be8-696f-45ca-b2be-bdfd62a7c04b req-57a9a626-1bec-4d0f-8893-02bfe593dd6e service nova] Acquiring lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-cb7d2be8-696f-45ca-b2be-bdfd62a7c04b req-57a9a626-1bec-4d0f-8893-02bfe593dd6e service nova] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-cb7d2be8-696f-45ca-b2be-bdfd62a7c04b req-57a9a626-1bec-4d0f-8893-02bfe593dd6e service nova] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:15 user nova-compute[74922]: DEBUG nova.compute.manager [req-cb7d2be8-696f-45ca-b2be-bdfd62a7c04b req-57a9a626-1bec-4d0f-8893-02bfe593dd6e service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] No waiting events found dispatching network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:49:15 user nova-compute[74922]: WARNING nova.compute.manager [req-cb7d2be8-696f-45ca-b2be-bdfd62a7c04b req-57a9a626-1bec-4d0f-8893-02bfe593dd6e service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received unexpected event network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 for instance with vm_state resized and task_state resize_reverting.
Oct 30 05:49:15 user nova-compute[74922]: INFO nova.compute.manager [None req-ea4538b5-51bf-4fed-b616-a7c5cdff5ba3 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Updating instance to original state: 'active'
Oct 30 05:49:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Acquiring lock "24068942-be4d-4353-9eae-a9772d380590" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lock "24068942-be4d-4353-9eae-a9772d380590" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Acquiring lock "24068942-be4d-4353-9eae-a9772d380590-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lock "24068942-be4d-4353-9eae-a9772d380590-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lock "24068942-be4d-4353-9eae-a9772d380590-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:19 user nova-compute[74922]: INFO nova.compute.manager [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Terminating instance
Oct 30 05:49:19 user nova-compute[74922]: DEBUG nova.compute.manager [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-c4d02933-d2e4-4a5a-a78f-ebd18a103c3c req-95f80b78-cbdd-47f2-812d-6bb9af0260fd service nova] [instance: 24068942-be4d-4353-9eae-a9772d380590] Received event network-vif-unplugged-b0e1b488-94ee-49f6-946e-69d1ab836d95 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c4d02933-d2e4-4a5a-a78f-ebd18a103c3c req-95f80b78-cbdd-47f2-812d-6bb9af0260fd service nova] Acquiring lock "24068942-be4d-4353-9eae-a9772d380590-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c4d02933-d2e4-4a5a-a78f-ebd18a103c3c req-95f80b78-cbdd-47f2-812d-6bb9af0260fd service nova] Lock "24068942-be4d-4353-9eae-a9772d380590-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c4d02933-d2e4-4a5a-a78f-ebd18a103c3c req-95f80b78-cbdd-47f2-812d-6bb9af0260fd service nova] Lock "24068942-be4d-4353-9eae-a9772d380590-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-c4d02933-d2e4-4a5a-a78f-ebd18a103c3c req-95f80b78-cbdd-47f2-812d-6bb9af0260fd service nova] [instance: 24068942-be4d-4353-9eae-a9772d380590] No waiting events found dispatching network-vif-unplugged-b0e1b488-94ee-49f6-946e-69d1ab836d95 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-c4d02933-d2e4-4a5a-a78f-ebd18a103c3c req-95f80b78-cbdd-47f2-812d-6bb9af0260fd service nova] [instance: 24068942-be4d-4353-9eae-a9772d380590] Received event network-vif-unplugged-b0e1b488-94ee-49f6-946e-69d1ab836d95 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:49:19 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 24068942-be4d-4353-9eae-a9772d380590] Instance destroyed successfully.
Oct 30 05:49:19 user nova-compute[74922]: DEBUG nova.objects.instance [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lazy-loading 'resources' on Instance uuid 24068942-be4d-4353-9eae-a9772d380590 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:43:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1694911',display_name='tempest-TestVolumeSwap-server-1694911',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1694911',id=6,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBSbrSWapNiI7+NNjqmUNG3+pq4IoWJTMr0R290cuWfPYXOfaj+BIZdgBoSeQnLa7z5sU4Rgp5S4dy0z7lHHuAHbn6S9sJXnHNp19FO2HId5pfywkXK73vJqep8/MqZZw==',key_name='tempest-keypair-2006792672',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:43:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9cde2c86d8914f1f81a0093440850477',ramdisk_id='',reservation_id='r-dwpmg122',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-666654811',owner_user_name='tempest-TestVolumeSwap-666654811-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:43:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='76b1e968cc694298a92f3fd6828bd287',uuid=24068942-be4d-4353-9eae-a9772d380590,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b0e1b488-94ee-49f6-946e-69d1ab836d95", "address": "fa:16:3e:56:ff:fb", "network": {"id": "cad0ab7b-a470-4da5-88b1-0eef0c3be354", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1950670208-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cde2c86d8914f1f81a0093440850477", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0e1b488-94", "ovs_interfaceid": "b0e1b488-94ee-49f6-946e-69d1ab836d95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Converting VIF {"id": "b0e1b488-94ee-49f6-946e-69d1ab836d95", "address": "fa:16:3e:56:ff:fb", "network": {"id": "cad0ab7b-a470-4da5-88b1-0eef0c3be354", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1950670208-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cde2c86d8914f1f81a0093440850477", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0e1b488-94", "ovs_interfaceid": "b0e1b488-94ee-49f6-946e-69d1ab836d95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:56:ff:fb,bridge_name='br-int',has_traffic_filtering=True,id=b0e1b488-94ee-49f6-946e-69d1ab836d95,network=Network(cad0ab7b-a470-4da5-88b1-0eef0c3be354),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0e1b488-94') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG os_vif [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:56:ff:fb,bridge_name='br-int',has_traffic_filtering=True,id=b0e1b488-94ee-49f6-946e-69d1ab836d95,network=Network(cad0ab7b-a470-4da5-88b1-0eef0c3be354),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0e1b488-94') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb0e1b488-94, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bf937c8c-9b1c-49b2-8720-2cbe480bb0ef) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:49:19 user nova-compute[74922]: INFO os_vif [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:56:ff:fb,bridge_name='br-int',has_traffic_filtering=True,id=b0e1b488-94ee-49f6-946e-69d1ab836d95,network=Network(cad0ab7b-a470-4da5-88b1-0eef0c3be354),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0e1b488-94')
Oct 30 05:49:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GOUDkKLy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd', 'volume_id': 'f13a5706-387e-429c-b6f7-a517a618fb4b'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:49:19 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:49:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:49:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e1d76a7-e33e-4a14-97bd-e5c0ee6d0a86]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:49:20 user nova-compute[74922]: No targets found.
Oct 30 05:49:20 user nova-compute[74922]: iSNS:
Oct 30 05:49:20 user nova-compute[74922]: No targets found.
Oct 30 05:49:20 user nova-compute[74922]: STATIC:
Oct 30 05:49:20 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b
Oct 30 05:49:20 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:49:20 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:49:20 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41
Oct 30 05:49:20 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:49:20 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:49:20 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28
Oct 30 05:49:20 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:49:20 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:49:20 user nova-compute[74922]: FIRMWARE:
Oct 30 05:49:20 user nova-compute[74922]: No targets found.
Oct 30 05:49:20 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:49:20 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:49:20 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[45341c58-65f7-4111-b851-8db7c1a4d3e4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccf3771c-18b0-4d56-89a3-50544e3cae7c]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:49:20 user nova-compute[74922]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:49:20 user nova-compute[74922]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:49:20 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b (non-flash)
Oct 30 05:49:20 user nova-compute[74922]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:49:20 user nova-compute[74922]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:49:20 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82086ada20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b'): ({'sdd'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Removing single pathed devices sdd {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c1c57c5-220f-475b-ae12-1f7f71d0a2a3]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdc38432-3881-4ad3-9907-d39deedb9fe8]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Flushing IO for device /dev/sdd {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[daba1fbf-58b4-44b8-b76a-a959e1728e41]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.048s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad77898f-ff27-4a30-ab77-aa9601e81ba7]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] SCSI volumes sdd have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8f5b36b-6292-48db-8438-8e50d16193d4]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bec1974-060d-462e-ad00-47429ceff4c3]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b, portal: 172.16.0.220,3260]
Oct 30 05:49:20 user nova-compute[74922]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b, portal: 172.16.0.220,3260] successful.
Oct 30 05:49:20 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f13a5706-387e-429c-b6f7-a517a618fb4b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9f92341-8dcd-464b-9df0-a2178c2abc7d]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.343s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] <== disconnect_volume: return (345ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:49:20 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Deleting instance files /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590_del
Oct 30 05:49:20 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Deletion of /opt/stack/data/nova/instances/24068942-be4d-4353-9eae-a9772d380590_del complete
Oct 30 05:49:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:20 user nova-compute[74922]: INFO nova.compute.manager [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Took 1.25 seconds to destroy the instance on the hypervisor.
Oct 30 05:49:20 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 24068942-be4d-4353-9eae-a9772d380590] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 05:49:20 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 24068942-be4d-4353-9eae-a9772d380590] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 05:49:21 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 24068942-be4d-4353-9eae-a9772d380590] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:49:21 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 24068942-be4d-4353-9eae-a9772d380590] Took 1.13 seconds to deallocate network for instance.
Oct 30 05:49:21 user nova-compute[74922]: DEBUG nova.compute.manager [req-ad4b0722-8ffb-4bb1-8c07-5cce2b775f44 req-4c97684f-2a46-4db8-b955-7180cc0a74c9 service nova] [instance: 24068942-be4d-4353-9eae-a9772d380590] Received event network-vif-plugged-b0e1b488-94ee-49f6-946e-69d1ab836d95 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ad4b0722-8ffb-4bb1-8c07-5cce2b775f44 req-4c97684f-2a46-4db8-b955-7180cc0a74c9 service nova] Acquiring lock "24068942-be4d-4353-9eae-a9772d380590-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ad4b0722-8ffb-4bb1-8c07-5cce2b775f44 req-4c97684f-2a46-4db8-b955-7180cc0a74c9 service nova] Lock "24068942-be4d-4353-9eae-a9772d380590-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ad4b0722-8ffb-4bb1-8c07-5cce2b775f44 req-4c97684f-2a46-4db8-b955-7180cc0a74c9 service nova] Lock "24068942-be4d-4353-9eae-a9772d380590-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:21 user nova-compute[74922]: DEBUG nova.compute.manager [req-ad4b0722-8ffb-4bb1-8c07-5cce2b775f44 req-4c97684f-2a46-4db8-b955-7180cc0a74c9 service nova] [instance: 24068942-be4d-4353-9eae-a9772d380590] No waiting events found dispatching network-vif-plugged-b0e1b488-94ee-49f6-946e-69d1ab836d95 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:49:21 user nova-compute[74922]: WARNING nova.compute.manager [req-ad4b0722-8ffb-4bb1-8c07-5cce2b775f44 req-4c97684f-2a46-4db8-b955-7180cc0a74c9 service nova] [instance: 24068942-be4d-4353-9eae-a9772d380590] Received unexpected event network-vif-plugged-b0e1b488-94ee-49f6-946e-69d1ab836d95 for instance with vm_state active and task_state deleting.
Oct 30 05:49:21 user nova-compute[74922]: DEBUG nova.compute.manager [req-ad4b0722-8ffb-4bb1-8c07-5cce2b775f44 req-4c97684f-2a46-4db8-b955-7180cc0a74c9 service nova] [instance: 24068942-be4d-4353-9eae-a9772d380590] Received event network-vif-deleted-b0e1b488-94ee-49f6-946e-69d1ab836d95 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Acquiring lock "2c40cefc-8d2b-4403-bba8-a462650999eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "2c40cefc-8d2b-4403-bba8-a462650999eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:22 user nova-compute[74922]: DEBUG nova.compute.manager [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:49:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:22 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:49:22 user nova-compute[74922]: INFO nova.compute.claims [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Claim successful on node user
Oct 30 05:49:22 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:49:22 user nova-compute[74922]: INFO nova.compute.manager [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] [instance: 24068942-be4d-4353-9eae-a9772d380590] Took 1.03 seconds to detach 1 volumes for instance.
Oct 30 05:49:22 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:49:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.443s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:22 user nova-compute[74922]: DEBUG nova.compute.manager [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:49:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:22 user nova-compute[74922]: DEBUG nova.compute.manager [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:49:22 user nova-compute[74922]: DEBUG nova.network.neutron [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:49:22 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:49:22 user nova-compute[74922]: DEBUG nova.compute.manager [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:49:22 user nova-compute[74922]: DEBUG nova.policy [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd367363e2cff41fba683ee415bfa651d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c3ab1f1c3b047948042cab54ae37b08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:49:22 user nova-compute[74922]: DEBUG nova.compute.manager [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:49:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:49:22 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Creating image(s)
Oct 30 05:49:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Acquiring lock "/opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "/opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "/opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:49:23 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 3eda9718-c0e8-45d0-b2d7-403f219e8192 is timed out.
Oct 30 05:49:23 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Successfully detached device vdb from instance 3eda9718-c0e8-45d0-b2d7-403f219e8192 from the live domain config.
Oct 30 05:49:23 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xRDhcBay', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:49:23 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:49:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.452s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.194s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:23 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Deleted allocations for instance 24068942-be4d-4353-9eae-a9772d380590
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[92f47d01-cc8b-40d0-8acd-62294dc60eed]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:49:23 user nova-compute[74922]: No targets found.
Oct 30 05:49:23 user nova-compute[74922]: iSNS:
Oct 30 05:49:23 user nova-compute[74922]: No targets found.
Oct 30 05:49:23 user nova-compute[74922]: STATIC:
Oct 30 05:49:23 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41
Oct 30 05:49:23 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:49:23 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:49:23 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28
Oct 30 05:49:23 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:49:23 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:49:23 user nova-compute[74922]: FIRMWARE:
Oct 30 05:49:23 user nova-compute[74922]: No targets found.
Oct 30 05:49:23 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:49:23 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:49:23 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.034s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e55ce080-4ec9-428f-bc00-8f81effbb292]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2085936a-5cee-4228-9867-ffc8f2e0a717]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:49:23 user nova-compute[74922]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:49:23 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 (non-flash)
Oct 30 05:49:23 user nova-compute[74922]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:49:23 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8208692200>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41'): ({'sdb'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Removing single pathed devices sdb {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8f3afe96-613d-4f9b-80a4-ba0975a070a2 tempest-TestVolumeSwap-666654811 tempest-TestVolumeSwap-666654811-project-member] Lock "24068942-be4d-4353-9eae-a9772d380590" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.146s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[22ab9f59-464e-4988-a903-8a8deda10ffc]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd194b39-1881-4cca-8864-cbd2713513b6]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Flushing IO for device /dev/sdb {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[48b206e2-0e8a-4537-badd-4eebac4d1521]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.224s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.055s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[194447e5-ba6f-4d16-916d-0e484cb94142]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.104s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8ccbd71-86f4-463f-a953-0ceaf3624f0a]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk 1073741824" returned: 0 in 0.191s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.418s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG nova.network.neutron [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Successfully created port: dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --logout" returned: 0 in 0.140s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[91697b09-fdd2-4b0e-bcbe-9f750b519882]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41, portal: 172.16.0.220,3260]
Oct 30 05:49:23 user nova-compute[74922]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41, portal: 172.16.0.220,3260] successful.
Oct 30 05:49:23 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5b12d5f-0eed-4e35-a4df-0dd97e33fa41 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f26c512-0a75-43a7-9d60-88f7afede194]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.631s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] <== disconnect_volume: return (634ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.202s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Cannot resize image /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Ensure instance console log exists: /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:49:24 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Creating image(s)
Oct 30 05:49:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "/opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "/opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "/opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG nova.network.neutron [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Successfully updated port: dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Acquiring lock "refresh_cache-2c40cefc-8d2b-4403-bba8-a462650999eb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Acquired lock "refresh_cache-2c40cefc-8d2b-4403-bba8-a462650999eb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG nova.network.neutron [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-d1b173f5-7cef-4ee0-9430-7bdec747ad37 req-2a161e4a-6724-401e-ac41-3517769100e5 service nova] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Received event network-changed-dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-d1b173f5-7cef-4ee0-9430-7bdec747ad37 req-2a161e4a-6724-401e-ac41-3517769100e5 service nova] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Refreshing instance network info cache due to event network-changed-dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d1b173f5-7cef-4ee0-9430-7bdec747ad37 req-2a161e4a-6724-401e-ac41-3517769100e5 service nova] Acquiring lock "refresh_cache-2c40cefc-8d2b-4403-bba8-a462650999eb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG nova.network.neutron [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.183s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.173s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk 1073741824" returned: 0 in 0.055s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.234s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG nova.network.neutron [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Updating instance_info_cache with network_info: [{"id": "dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6", "address": "fa:16:3e:28:20:53", "network": {"id": "7457d9ec-6eda-4079-a03c-7d931204af5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1073143125-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c3ab1f1c3b047948042cab54ae37b08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddc2d2d-f8", "ovs_interfaceid": "dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Releasing lock "refresh_cache-2c40cefc-8d2b-4403-bba8-a462650999eb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG nova.compute.manager [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Instance network_info: |[{"id": "dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6", "address": "fa:16:3e:28:20:53", "network": {"id": "7457d9ec-6eda-4079-a03c-7d931204af5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1073143125-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c3ab1f1c3b047948042cab54ae37b08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddc2d2d-f8", "ovs_interfaceid": "dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d1b173f5-7cef-4ee0-9430-7bdec747ad37 req-2a161e4a-6724-401e-ac41-3517769100e5 service nova] Acquired lock "refresh_cache-2c40cefc-8d2b-4403-bba8-a462650999eb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG nova.network.neutron [req-d1b173f5-7cef-4ee0-9430-7bdec747ad37 req-2a161e4a-6724-401e-ac41-3517769100e5 service nova] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Refreshing network info cache for port dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Start _get_guest_xml network_info=[{"id": "dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6", "address": "fa:16:3e:28:20:53", "network": {"id": "7457d9ec-6eda-4079-a03c-7d931204af5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1073143125-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c3ab1f1c3b047948042cab54ae37b08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddc2d2d-f8", "ovs_interfaceid": "dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:49:24 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:49:24 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:49:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:49:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:49:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-2039312343',display_name='tempest-ServersNegativeTestJSON-server-2039312343',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-2039312343',id=18,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7c3ab1f1c3b047948042cab54ae37b08',ramdisk_id='',reservation_id='r-0l0fsld9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1001209653',owner_user_name='tempest-ServersNegativeTestJSON-1001209653-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:49:23Z,user_data=None,user_id='d367363e2cff41fba683ee415bfa651d',uuid=2c40cefc-8d2b-4403-bba8-a462650999eb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6", "address": "fa:16:3e:28:20:53", "network": {"id": "7457d9ec-6eda-4079-a03c-7d931204af5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1073143125-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c3ab1f1c3b047948042cab54ae37b08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddc2d2d-f8", "ovs_interfaceid": "dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Converting VIF {"id": "dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6", "address": "fa:16:3e:28:20:53", "network": {"id": "7457d9ec-6eda-4079-a03c-7d931204af5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1073143125-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c3ab1f1c3b047948042cab54ae37b08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddc2d2d-f8", "ovs_interfaceid": "dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:20:53,bridge_name='br-int',has_traffic_filtering=True,id=dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6,network=Network(7457d9ec-6eda-4079-a03c-7d931204af5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdddc2d2d-f8') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.objects.instance [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lazy-loading 'pci_devices' on Instance uuid 2c40cefc-8d2b-4403-bba8-a462650999eb {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:49:25 user nova-compute[74922]:   <uuid>2c40cefc-8d2b-4403-bba8-a462650999eb</uuid>
Oct 30 05:49:25 user nova-compute[74922]:   <name>instance-00000012</name>
Oct 30 05:49:25 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:49:25 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:49:25 user nova-compute[74922]:   <metadata>
Oct 30 05:49:25 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:49:25 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:49:25 user nova-compute[74922]:       <nova:name>tempest-ServersNegativeTestJSON-server-2039312343</nova:name>
Oct 30 05:49:25 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:49:24</nova:creationTime>
Oct 30 05:49:25 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:49:25 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:49:25 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:49:25 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:49:25 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:49:25 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:49:25 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:49:25 user nova-compute[74922]:       <nova:owner>
Oct 30 05:49:25 user nova-compute[74922]:         <nova:user uuid="d367363e2cff41fba683ee415bfa651d">tempest-ServersNegativeTestJSON-1001209653-project-member</nova:user>
Oct 30 05:49:25 user nova-compute[74922]:         <nova:project uuid="7c3ab1f1c3b047948042cab54ae37b08">tempest-ServersNegativeTestJSON-1001209653</nova:project>
Oct 30 05:49:25 user nova-compute[74922]:       </nova:owner>
Oct 30 05:49:25 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:49:25 user nova-compute[74922]:       <nova:ports>
Oct 30 05:49:25 user nova-compute[74922]:         <nova:port uuid="dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6">
Oct 30 05:49:25 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 30 05:49:25 user nova-compute[74922]:         </nova:port>
Oct 30 05:49:25 user nova-compute[74922]:       </nova:ports>
Oct 30 05:49:25 user nova-compute[74922]:     </nova:instance>
Oct 30 05:49:25 user nova-compute[74922]:   </metadata>
Oct 30 05:49:25 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:49:25 user nova-compute[74922]:     <system>
Oct 30 05:49:25 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:49:25 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:49:25 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:49:25 user nova-compute[74922]:       <entry name="serial">2c40cefc-8d2b-4403-bba8-a462650999eb</entry>
Oct 30 05:49:25 user nova-compute[74922]:       <entry name="uuid">2c40cefc-8d2b-4403-bba8-a462650999eb</entry>
Oct 30 05:49:25 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:49:25 user nova-compute[74922]:     </system>
Oct 30 05:49:25 user nova-compute[74922]:   </sysinfo>
Oct 30 05:49:25 user nova-compute[74922]:   <os>
Oct 30 05:49:25 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:49:25 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:49:25 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:49:25 user nova-compute[74922]:   </os>
Oct 30 05:49:25 user nova-compute[74922]:   <features>
Oct 30 05:49:25 user nova-compute[74922]:     <acpi/>
Oct 30 05:49:25 user nova-compute[74922]:     <apic/>
Oct 30 05:49:25 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:49:25 user nova-compute[74922]:   </features>
Oct 30 05:49:25 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:49:25 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:49:25 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:49:25 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:49:25 user nova-compute[74922]:   </clock>
Oct 30 05:49:25 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:49:25 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:49:25 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:49:25 user nova-compute[74922]:   </cpu>
Oct 30 05:49:25 user nova-compute[74922]:   <devices>
Oct 30 05:49:25 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:49:25 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:49:25 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk"/>
Oct 30 05:49:25 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:49:25 user nova-compute[74922]:     </disk>
Oct 30 05:49:25 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:49:25 user nova-compute[74922]:       <mac address="fa:16:3e:28:20:53"/>
Oct 30 05:49:25 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:49:25 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:49:25 user nova-compute[74922]:       <target dev="tapdddc2d2d-f8"/>
Oct 30 05:49:25 user nova-compute[74922]:     </interface>
Oct 30 05:49:25 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:49:25 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/console.log" append="off"/>
Oct 30 05:49:25 user nova-compute[74922]:     </serial>
Oct 30 05:49:25 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:49:25 user nova-compute[74922]:     <video>
Oct 30 05:49:25 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:49:25 user nova-compute[74922]:     </video>
Oct 30 05:49:25 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:49:25 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:49:25 user nova-compute[74922]:     </rng>
Oct 30 05:49:25 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:49:25 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:49:25 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:49:25 user nova-compute[74922]:     </memballoon>
Oct 30 05:49:25 user nova-compute[74922]:   </devices>
Oct 30 05:49:25 user nova-compute[74922]: </domain>
Oct 30 05:49:25 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:49:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-2039312343',display_name='tempest-ServersNegativeTestJSON-server-2039312343',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-2039312343',id=18,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7c3ab1f1c3b047948042cab54ae37b08',ramdisk_id='',reservation_id='r-0l0fsld9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1001209653',owner_user_name='tempest-ServersNegativeTestJSON-1001209653-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:49:23Z,user_data=None,user_id='d367363e2cff41fba683ee415bfa651d',uuid=2c40cefc-8d2b-4403-bba8-a462650999eb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6", "address": "fa:16:3e:28:20:53", "network": {"id": "7457d9ec-6eda-4079-a03c-7d931204af5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1073143125-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c3ab1f1c3b047948042cab54ae37b08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddc2d2d-f8", "ovs_interfaceid": "dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Converting VIF {"id": "dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6", "address": "fa:16:3e:28:20:53", "network": {"id": "7457d9ec-6eda-4079-a03c-7d931204af5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1073143125-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c3ab1f1c3b047948042cab54ae37b08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddc2d2d-f8", "ovs_interfaceid": "dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:20:53,bridge_name='br-int',has_traffic_filtering=True,id=dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6,network=Network(7457d9ec-6eda-4079-a03c-7d931204af5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdddc2d2d-f8') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG os_vif [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:20:53,bridge_name='br-int',has_traffic_filtering=True,id=dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6,network=Network(7457d9ec-6eda-4079-a03c-7d931204af5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdddc2d2d-f8') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c56334ef-0529-51f3-b6a2-5dc1fe1cb62f', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdddc2d2d-f8, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdddc2d2d-f8, col_values=(('qos', UUID('a0dd692d-3b27-4169-b9ac-05f82689898f')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdddc2d2d-f8, col_values=(('external_ids', {'iface-id': 'dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:28:20:53', 'vm-uuid': '2c40cefc-8d2b-4403-bba8-a462650999eb'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.233s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:25 user nova-compute[74922]: INFO os_vif [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:20:53,bridge_name='br-int',has_traffic_filtering=True,id=dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6,network=Network(7457d9ec-6eda-4079-a03c-7d931204af5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdddc2d2d-f8')
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] No VIF found with MAC fa:16:3e:28:20:53, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Cannot resize image /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Ensure instance console log exists: /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Start _get_guest_xml network_info=[{"id": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "address": "fa:16:3e:fd:d9:c5", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.95", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3fd3-31", "ovs_interfaceid": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'mount_device': '/dev/vdb', 'attachment_id': '9fd983bc-1862-4f52-ac54-09d639891cd5', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kKDFWQXs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2caef3e6-4e9a-4179-b063-18f87f1a63f2', 'attached_at': '', 'detached_at': '', 'volume_id': '93dfb768-a308-43bd-b80b-1f88e091e4de', 'serial': '93dfb768-a308-43bd-b80b-1f88e091e4de'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:49:25 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 30 05:49:25 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.objects.instance [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lazy-loading 'vcpu_model' on Instance uuid 2caef3e6-4e9a-4179-b063-18f87f1a63f2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kKDFWQXs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:49:25 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 30 05:49:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:49:25 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 30 05:49:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:49:25 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d98c2d8e-f768-4a35-8312-bd557b9c305c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:49:25 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b641f675-5201-40f5-a173-e5db5fe1d303]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de] added
Oct 30 05:49:25 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[03d10fb8-eb68-4779-a77d-11bd11c2b7a9]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f88308ad-5ea7-4509-986d-6af1c6a98b30]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kKDFWQXs {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kKDFWQXs" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a7542d3-1a19-482a-baf3-8dbaca6030ab]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kKDFWQXs'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e7f2716-827b-421c-afe5-b21f70e5969c]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.network.neutron [req-d1b173f5-7cef-4ee0-9430-7bdec747ad37 req-2a161e4a-6724-401e-ac41-3517769100e5 service nova] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Updated VIF entry in instance network info cache for port dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG nova.network.neutron [req-d1b173f5-7cef-4ee0-9430-7bdec747ad37 req-2a161e4a-6724-401e-ac41-3517769100e5 service nova] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Updating instance_info_cache with network_info: [{"id": "dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6", "address": "fa:16:3e:28:20:53", "network": {"id": "7457d9ec-6eda-4079-a03c-7d931204af5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1073143125-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c3ab1f1c3b047948042cab54ae37b08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddc2d2d-f8", "ovs_interfaceid": "dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e729c58-1fb4-4b82-8164-8b59a30ff007]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:49:25 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:49:25 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d1b173f5-7cef-4ee0-9430-7bdec747ad37 req-2a161e4a-6724-401e-ac41-3517769100e5 service nova] Releasing lock "refresh_cache-2c40cefc-8d2b-4403-bba8-a462650999eb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa0c0c63-1ade-4e0a-bde9-4752a88c7ad2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de, portal: 172.16.0.220,3260]
Oct 30 05:49:25 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de, portal: 172.16.0.220,3260] successful.
Oct 30 05:49:25 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.095s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[efa86ff9-2211-41ac-a1be-46847b7adaa3]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[74feffd1-f52d-4750-80a2-4487d9cbb031]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:49:25 user nova-compute[74922]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:49:25 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:49:25 user nova-compute[74922]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:49:25 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.353s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] HCTL ('33', '-', '-', 0) found on session 20 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7064183-cdc5-400a-855f-4207957d87aa]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Searching for a device in session 20 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:49:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kKDFWQXs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.393s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] <== connect_volume: return (1395ms) {'type': 'block', 'scsi_wwn': '26130333734316331', 'path': '/dev/sdb'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26130333734316331', 'path': '/dev/sdb'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG nova.compute.manager [req-d376fdcf-424f-45f0-ad7e-ffed28b48d5e req-29d86261-8895-4651-8a58-2a19a71ef00a service nova] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Received event network-vif-plugged-dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d376fdcf-424f-45f0-ad7e-ffed28b48d5e req-29d86261-8895-4651-8a58-2a19a71ef00a service nova] Acquiring lock "2c40cefc-8d2b-4403-bba8-a462650999eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d376fdcf-424f-45f0-ad7e-ffed28b48d5e req-29d86261-8895-4651-8a58-2a19a71ef00a service nova] Lock "2c40cefc-8d2b-4403-bba8-a462650999eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d376fdcf-424f-45f0-ad7e-ffed28b48d5e req-29d86261-8895-4651-8a58-2a19a71ef00a service nova] Lock "2c40cefc-8d2b-4403-bba8-a462650999eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG nova.compute.manager [req-d376fdcf-424f-45f0-ad7e-ffed28b48d5e req-29d86261-8895-4651-8a58-2a19a71ef00a service nova] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] No waiting events found dispatching network-vif-plugged-dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:49:26 user nova-compute[74922]: WARNING nova.compute.manager [req-d376fdcf-424f-45f0-ad7e-ffed28b48d5e req-29d86261-8895-4651-8a58-2a19a71ef00a service nova] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Received unexpected event network-vif-plugged-dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6 for instance with vm_state building and task_state spawning.
Oct 30 05:49:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T05:46:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1115032926',display_name='tempest-ServerActionsTestOtherA-server-1424743518',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1115032926',id=14,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD6MBVUrpynqSubi1UpWYG+h+O7pqLKf6FMCdRYREhzRGwLAN2+4ho6YCy6gPlOACj3lDCkrfng5q4eq6YSF6bWiUoU+lN+VnZ2vDK7Xk1rwO7uhv3OeVgtEgGJ0EMVrlw==',key_name='tempest-keypair-2023564071',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:46:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b7689a63a17e4743ae8888892f1ee34b',ramdisk_id='',reservation_id='r-rijse3md',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1370130237',owner_user_name='tempest-ServerActionsTestOtherA-1370130237-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:49:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2efd61aeedd04bd4bdf7af2f3b15c99e',uuid=2caef3e6-4e9a-4179-b063-18f87f1a63f2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "address": "fa:16:3e:fd:d9:c5", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.95", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3fd3-31", "ovs_interfaceid": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converting VIF {"id": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "address": "fa:16:3e:fd:d9:c5", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.95", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3fd3-31", "ovs_interfaceid": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fd:d9:c5,bridge_name='br-int',has_traffic_filtering=True,id=df5f3fd3-3173-43f6-8baa-423f500b4e81,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf5f3fd3-31') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:49:26 user nova-compute[74922]:   <uuid>2caef3e6-4e9a-4179-b063-18f87f1a63f2</uuid>
Oct 30 05:49:26 user nova-compute[74922]:   <name>instance-0000000e</name>
Oct 30 05:49:26 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:49:26 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:49:26 user nova-compute[74922]:   <metadata>
Oct 30 05:49:26 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:49:26 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:49:26 user nova-compute[74922]:       <nova:name>tempest-ServerActionsTestOtherA-server-1424743518</nova:name>
Oct 30 05:49:26 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:49:25</nova:creationTime>
Oct 30 05:49:26 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:49:26 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:49:26 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:49:26 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:49:26 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:49:26 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:49:26 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:49:26 user nova-compute[74922]:       <nova:owner>
Oct 30 05:49:26 user nova-compute[74922]:         <nova:user uuid="2efd61aeedd04bd4bdf7af2f3b15c99e">tempest-ServerActionsTestOtherA-1370130237-project-member</nova:user>
Oct 30 05:49:26 user nova-compute[74922]:         <nova:project uuid="b7689a63a17e4743ae8888892f1ee34b">tempest-ServerActionsTestOtherA-1370130237</nova:project>
Oct 30 05:49:26 user nova-compute[74922]:       </nova:owner>
Oct 30 05:49:26 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:49:26 user nova-compute[74922]:       <nova:ports>
Oct 30 05:49:26 user nova-compute[74922]:         <nova:port uuid="df5f3fd3-3173-43f6-8baa-423f500b4e81">
Oct 30 05:49:26 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 30 05:49:26 user nova-compute[74922]:         </nova:port>
Oct 30 05:49:26 user nova-compute[74922]:       </nova:ports>
Oct 30 05:49:26 user nova-compute[74922]:     </nova:instance>
Oct 30 05:49:26 user nova-compute[74922]:   </metadata>
Oct 30 05:49:26 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:49:26 user nova-compute[74922]:     <system>
Oct 30 05:49:26 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:49:26 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:49:26 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:49:26 user nova-compute[74922]:       <entry name="serial">2caef3e6-4e9a-4179-b063-18f87f1a63f2</entry>
Oct 30 05:49:26 user nova-compute[74922]:       <entry name="uuid">2caef3e6-4e9a-4179-b063-18f87f1a63f2</entry>
Oct 30 05:49:26 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:49:26 user nova-compute[74922]:     </system>
Oct 30 05:49:26 user nova-compute[74922]:   </sysinfo>
Oct 30 05:49:26 user nova-compute[74922]:   <os>
Oct 30 05:49:26 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:49:26 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:49:26 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:49:26 user nova-compute[74922]:   </os>
Oct 30 05:49:26 user nova-compute[74922]:   <features>
Oct 30 05:49:26 user nova-compute[74922]:     <acpi/>
Oct 30 05:49:26 user nova-compute[74922]:     <apic/>
Oct 30 05:49:26 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:49:26 user nova-compute[74922]:   </features>
Oct 30 05:49:26 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:49:26 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:49:26 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:49:26 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:49:26 user nova-compute[74922]:   </clock>
Oct 30 05:49:26 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:49:26 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:49:26 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:49:26 user nova-compute[74922]:   </cpu>
Oct 30 05:49:26 user nova-compute[74922]:   <devices>
Oct 30 05:49:26 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:49:26 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:49:26 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk"/>
Oct 30 05:49:26 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:49:26 user nova-compute[74922]:     </disk>
Oct 30 05:49:26 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 05:49:26 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:49:26 user nova-compute[74922]:       <source dev="/dev/sdb"/>
Oct 30 05:49:26 user nova-compute[74922]:       <target dev="vdb" bus="virtio"/>
Oct 30 05:49:26 user nova-compute[74922]:       <serial>93dfb768-a308-43bd-b80b-1f88e091e4de</serial>
Oct 30 05:49:26 user nova-compute[74922]:     </disk>
Oct 30 05:49:26 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:49:26 user nova-compute[74922]:       <mac address="fa:16:3e:fd:d9:c5"/>
Oct 30 05:49:26 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:49:26 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:49:26 user nova-compute[74922]:       <target dev="tapdf5f3fd3-31"/>
Oct 30 05:49:26 user nova-compute[74922]:     </interface>
Oct 30 05:49:26 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:49:26 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/console.log" append="off"/>
Oct 30 05:49:26 user nova-compute[74922]:     </serial>
Oct 30 05:49:26 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:49:26 user nova-compute[74922]:     <video>
Oct 30 05:49:26 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:49:26 user nova-compute[74922]:     </video>
Oct 30 05:49:26 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:49:26 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:49:26 user nova-compute[74922]:     </rng>
Oct 30 05:49:26 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:49:26 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:49:26 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:49:26 user nova-compute[74922]:     </memballoon>
Oct 30 05:49:26 user nova-compute[74922]:   </devices>
Oct 30 05:49:26 user nova-compute[74922]: </domain>
Oct 30 05:49:26 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T05:46:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1115032926',display_name='tempest-ServerActionsTestOtherA-server-1424743518',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1115032926',id=14,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD6MBVUrpynqSubi1UpWYG+h+O7pqLKf6FMCdRYREhzRGwLAN2+4ho6YCy6gPlOACj3lDCkrfng5q4eq6YSF6bWiUoU+lN+VnZ2vDK7Xk1rwO7uhv3OeVgtEgGJ0EMVrlw==',key_name='tempest-keypair-2023564071',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:46:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b7689a63a17e4743ae8888892f1ee34b',ramdisk_id='',reservation_id='r-rijse3md',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1370130237',owner_user_name='tempest-ServerActionsTestOtherA-1370130237-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:49:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2efd61aeedd04bd4bdf7af2f3b15c99e',uuid=2caef3e6-4e9a-4179-b063-18f87f1a63f2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "address": "fa:16:3e:fd:d9:c5", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.95", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3fd3-31", "ovs_interfaceid": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converting VIF {"id": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "address": "fa:16:3e:fd:d9:c5", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.95", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3fd3-31", "ovs_interfaceid": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fd:d9:c5,bridge_name='br-int',has_traffic_filtering=True,id=df5f3fd3-3173-43f6-8baa-423f500b4e81,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf5f3fd3-31') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG os_vif [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fd:d9:c5,bridge_name='br-int',has_traffic_filtering=True,id=df5f3fd3-3173-43f6-8baa-423f500b4e81,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf5f3fd3-31') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a7aaa9a8-22f2-5129-84cb-f8d013f83736', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdf5f3fd3-31, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdf5f3fd3-31, col_values=(('qos', UUID('8b61ee68-cec2-418a-bc0d-246cf20d5930')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdf5f3fd3-31, col_values=(('external_ids', {'iface-id': 'df5f3fd3-3173-43f6-8baa-423f500b4e81', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fd:d9:c5', 'vm-uuid': '2caef3e6-4e9a-4179-b063-18f87f1a63f2'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:26 user nova-compute[74922]: INFO os_vif [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fd:d9:c5,bridge_name='br-int',has_traffic_filtering=True,id=df5f3fd3-3173-43f6-8baa-423f500b4e81,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf5f3fd3-31')
Oct 30 05:49:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:49:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] No VIF found with MAC fa:16:3e:fd:d9:c5, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:49:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b39521d-f140-40c3-ba5d-5cd6a48cf0c9 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Acquiring lock "7e417d76-c45b-4033-aa0e-c98c1268971d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b39521d-f140-40c3-ba5d-5cd6a48cf0c9 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "7e417d76-c45b-4033-aa0e-c98c1268971d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b39521d-f140-40c3-ba5d-5cd6a48cf0c9 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Acquiring lock "7e417d76-c45b-4033-aa0e-c98c1268971d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b39521d-f140-40c3-ba5d-5cd6a48cf0c9 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "7e417d76-c45b-4033-aa0e-c98c1268971d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b39521d-f140-40c3-ba5d-5cd6a48cf0c9 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "7e417d76-c45b-4033-aa0e-c98c1268971d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:27 user nova-compute[74922]: INFO nova.compute.manager [None req-9b39521d-f140-40c3-ba5d-5cd6a48cf0c9 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Terminating instance
Oct 30 05:49:27 user nova-compute[74922]: DEBUG nova.compute.manager [None req-9b39521d-f140-40c3-ba5d-5cd6a48cf0c9 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 05:49:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-9235fae3-0060-4938-8158-5a3e26dfdd35 req-08df2eff-e934-4179-9b2b-626beee8e61f service nova] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Received event network-vif-unplugged-1f68b661-61ca-414f-89df-b4248c5f7c1c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9235fae3-0060-4938-8158-5a3e26dfdd35 req-08df2eff-e934-4179-9b2b-626beee8e61f service nova] Acquiring lock "7e417d76-c45b-4033-aa0e-c98c1268971d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9235fae3-0060-4938-8158-5a3e26dfdd35 req-08df2eff-e934-4179-9b2b-626beee8e61f service nova] Lock "7e417d76-c45b-4033-aa0e-c98c1268971d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9235fae3-0060-4938-8158-5a3e26dfdd35 req-08df2eff-e934-4179-9b2b-626beee8e61f service nova] Lock "7e417d76-c45b-4033-aa0e-c98c1268971d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-9235fae3-0060-4938-8158-5a3e26dfdd35 req-08df2eff-e934-4179-9b2b-626beee8e61f service nova] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] No waiting events found dispatching network-vif-unplugged-1f68b661-61ca-414f-89df-b4248c5f7c1c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:49:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-9235fae3-0060-4938-8158-5a3e26dfdd35 req-08df2eff-e934-4179-9b2b-626beee8e61f service nova] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Received event network-vif-unplugged-1f68b661-61ca-414f-89df-b4248c5f7c1c for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:49:27 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:49:28 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Instance destroyed successfully.
Oct 30 05:49:28 user nova-compute[74922]: DEBUG nova.objects.instance [None req-9b39521d-f140-40c3-ba5d-5cd6a48cf0c9 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lazy-loading 'resources' on Instance uuid 7e417d76-c45b-4033-aa0e-c98c1268971d {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-9b39521d-f140-40c3-ba5d-5cd6a48cf0c9 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:42:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1672130469',display_name='tempest-VolumesAdminNegativeTest-server-1672130469',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1672130469',id=4,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPLF+Xs1+XIqeidQK4TJ2AjD7eSv8SUxZV9prZf09GlIiT+3x9NWWZT9y52t3AomY+AemqQgWFUkbGIDoZAnHK07vOQxOIKvQxKJ793SJBSonFFYltwr+6w5mTumxTOMeA==',key_name='tempest-keypair-1255173685',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:43:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='977025d1bd9a427ba2b29db8542b6e20',ramdisk_id='',reservation_id='r-7fpsnlaw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-1537734078',owner_user_name='tempest-VolumesAdminNegativeTest-1537734078-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:43:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cecdc30edc09401aac06cc9b52b70f76',uuid=7e417d76-c45b-4033-aa0e-c98c1268971d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1f68b661-61ca-414f-89df-b4248c5f7c1c", "address": "fa:16:3e:54:7c:bf", "network": {"id": "2a6a8d43-dc41-4eec-a997-a8e358f4cf2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-932852137-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.54", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "977025d1bd9a427ba2b29db8542b6e20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f68b661-61", "ovs_interfaceid": "1f68b661-61ca-414f-89df-b4248c5f7c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-9b39521d-f140-40c3-ba5d-5cd6a48cf0c9 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Converting VIF {"id": "1f68b661-61ca-414f-89df-b4248c5f7c1c", "address": "fa:16:3e:54:7c:bf", "network": {"id": "2a6a8d43-dc41-4eec-a997-a8e358f4cf2a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-932852137-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.54", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "977025d1bd9a427ba2b29db8542b6e20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f68b661-61", "ovs_interfaceid": "1f68b661-61ca-414f-89df-b4248c5f7c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-9b39521d-f140-40c3-ba5d-5cd6a48cf0c9 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:54:7c:bf,bridge_name='br-int',has_traffic_filtering=True,id=1f68b661-61ca-414f-89df-b4248c5f7c1c,network=Network(2a6a8d43-dc41-4eec-a997-a8e358f4cf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f68b661-61') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG os_vif [None req-9b39521d-f140-40c3-ba5d-5cd6a48cf0c9 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:54:7c:bf,bridge_name='br-int',has_traffic_filtering=True,id=1f68b661-61ca-414f-89df-b4248c5f7c1c,network=Network(2a6a8d43-dc41-4eec-a997-a8e358f4cf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f68b661-61') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1f68b661-61, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=61d51dfe-5508-4db1-b510-76f040897bff) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:28 user nova-compute[74922]: INFO os_vif [None req-9b39521d-f140-40c3-ba5d-5cd6a48cf0c9 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:54:7c:bf,bridge_name='br-int',has_traffic_filtering=True,id=1f68b661-61ca-414f-89df-b4248c5f7c1c,network=Network(2a6a8d43-dc41-4eec-a997-a8e358f4cf2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f68b661-61')
Oct 30 05:49:28 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-9b39521d-f140-40c3-ba5d-5cd6a48cf0c9 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Deleting instance files /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d_del
Oct 30 05:49:28 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-9b39521d-f140-40c3-ba5d-5cd6a48cf0c9 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Deletion of /opt/stack/data/nova/instances/7e417d76-c45b-4033-aa0e-c98c1268971d_del complete
Oct 30 05:49:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-6424673c-c4ff-41eb-97c8-53e791229f52 req-cbeecdbf-b34c-4fc8-9622-f893f9345437 service nova] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Received event network-vif-plugged-dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6424673c-c4ff-41eb-97c8-53e791229f52 req-cbeecdbf-b34c-4fc8-9622-f893f9345437 service nova] Acquiring lock "2c40cefc-8d2b-4403-bba8-a462650999eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6424673c-c4ff-41eb-97c8-53e791229f52 req-cbeecdbf-b34c-4fc8-9622-f893f9345437 service nova] Lock "2c40cefc-8d2b-4403-bba8-a462650999eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6424673c-c4ff-41eb-97c8-53e791229f52 req-cbeecdbf-b34c-4fc8-9622-f893f9345437 service nova] Lock "2c40cefc-8d2b-4403-bba8-a462650999eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-6424673c-c4ff-41eb-97c8-53e791229f52 req-cbeecdbf-b34c-4fc8-9622-f893f9345437 service nova] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] No waiting events found dispatching network-vif-plugged-dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:49:28 user nova-compute[74922]: WARNING nova.compute.manager [req-6424673c-c4ff-41eb-97c8-53e791229f52 req-cbeecdbf-b34c-4fc8-9622-f893f9345437 service nova] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Received unexpected event network-vif-plugged-dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6 for instance with vm_state building and task_state spawning.
Oct 30 05:49:28 user nova-compute[74922]: INFO nova.compute.manager [None req-9b39521d-f140-40c3-ba5d-5cd6a48cf0c9 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Took 1.43 seconds to destroy the instance on the hypervisor.
Oct 30 05:49:28 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-9b39521d-f140-40c3-ba5d-5cd6a48cf0c9 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-acdb9f9f-2d7e-44e1-a71e-7ae8e2c1ea9b req-7e48219d-43dc-4c9f-bdd2-dd0585bfb404 service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Received event network-vif-plugged-df5f3fd3-3173-43f6-8baa-423f500b4e81 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-acdb9f9f-2d7e-44e1-a71e-7ae8e2c1ea9b req-7e48219d-43dc-4c9f-bdd2-dd0585bfb404 service nova] Acquiring lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-acdb9f9f-2d7e-44e1-a71e-7ae8e2c1ea9b req-7e48219d-43dc-4c9f-bdd2-dd0585bfb404 service nova] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-acdb9f9f-2d7e-44e1-a71e-7ae8e2c1ea9b req-7e48219d-43dc-4c9f-bdd2-dd0585bfb404 service nova] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-acdb9f9f-2d7e-44e1-a71e-7ae8e2c1ea9b req-7e48219d-43dc-4c9f-bdd2-dd0585bfb404 service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] No waiting events found dispatching network-vif-plugged-df5f3fd3-3173-43f6-8baa-423f500b4e81 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:49:28 user nova-compute[74922]: WARNING nova.compute.manager [req-acdb9f9f-2d7e-44e1-a71e-7ae8e2c1ea9b req-7e48219d-43dc-4c9f-bdd2-dd0585bfb404 service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Received unexpected event network-vif-plugged-df5f3fd3-3173-43f6-8baa-423f500b4e81 for instance with vm_state active and task_state rebuild_spawning.
Oct 30 05:49:29 user nova-compute[74922]: DEBUG nova.compute.manager [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:49:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:49:29 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Instance spawned successfully.
Oct 30 05:49:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:49:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:49:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:49:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:49:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:49:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:49:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:49:29 user nova-compute[74922]: INFO nova.compute.manager [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Took 6.37 seconds to spawn the instance on the hypervisor.
Oct 30 05:49:29 user nova-compute[74922]: DEBUG nova.compute.manager [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:49:29 user nova-compute[74922]: INFO nova.compute.manager [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Took 7.24 seconds to build instance.
Oct 30 05:49:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2432b0c4-83ed-443f-b227-10598c7e386c tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "2c40cefc-8d2b-4403-bba8-a462650999eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.339s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:29 user nova-compute[74922]: DEBUG nova.objects.instance [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lazy-loading 'flavor' on Instance uuid 3eda9718-c0e8-45d0-b2d7-403f219e8192 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:49:29 user nova-compute[74922]: DEBUG nova.compute.manager [req-56abafa2-9df4-4b01-826c-e7d90e6d6809 req-2aeae418-04a5-496c-9400-16781dac5372 service nova] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Received event network-vif-plugged-1f68b661-61ca-414f-89df-b4248c5f7c1c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-56abafa2-9df4-4b01-826c-e7d90e6d6809 req-2aeae418-04a5-496c-9400-16781dac5372 service nova] Acquiring lock "7e417d76-c45b-4033-aa0e-c98c1268971d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-56abafa2-9df4-4b01-826c-e7d90e6d6809 req-2aeae418-04a5-496c-9400-16781dac5372 service nova] Lock "7e417d76-c45b-4033-aa0e-c98c1268971d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-56abafa2-9df4-4b01-826c-e7d90e6d6809 req-2aeae418-04a5-496c-9400-16781dac5372 service nova] Lock "7e417d76-c45b-4033-aa0e-c98c1268971d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:29 user nova-compute[74922]: DEBUG nova.compute.manager [req-56abafa2-9df4-4b01-826c-e7d90e6d6809 req-2aeae418-04a5-496c-9400-16781dac5372 service nova] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] No waiting events found dispatching network-vif-plugged-1f68b661-61ca-414f-89df-b4248c5f7c1c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:49:29 user nova-compute[74922]: WARNING nova.compute.manager [req-56abafa2-9df4-4b01-826c-e7d90e6d6809 req-2aeae418-04a5-496c-9400-16781dac5372 service nova] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Received unexpected event network-vif-plugged-1f68b661-61ca-414f-89df-b4248c5f7c1c for instance with vm_state active and task_state deleting.
Oct 30 05:49:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-dd9a9ced-7a14-43cb-98f4-116c9e2317f4 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 27.447s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 25.217s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.031s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:30 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:49:30 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Took 1.72 seconds to deallocate network for instance.
Oct 30 05:49:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b39521d-f140-40c3-ba5d-5cd6a48cf0c9 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b39521d-f140-40c3-ba5d-5cd6a48cf0c9 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:30 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:49:30 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 05:49:30 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG nova.compute.manager [req-929b886e-29d5-4f62-921c-ba0901453c94 req-10c15245-a613-493c-b670-88d6f290057e service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Received event network-vif-plugged-df5f3fd3-3173-43f6-8baa-423f500b4e81 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-929b886e-29d5-4f62-921c-ba0901453c94 req-10c15245-a613-493c-b670-88d6f290057e service nova] Acquiring lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-929b886e-29d5-4f62-921c-ba0901453c94 req-10c15245-a613-493c-b670-88d6f290057e service nova] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-929b886e-29d5-4f62-921c-ba0901453c94 req-10c15245-a613-493c-b670-88d6f290057e service nova] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG nova.compute.manager [req-929b886e-29d5-4f62-921c-ba0901453c94 req-10c15245-a613-493c-b670-88d6f290057e service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] No waiting events found dispatching network-vif-plugged-df5f3fd3-3173-43f6-8baa-423f500b4e81 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:49:31 user nova-compute[74922]: WARNING nova.compute.manager [req-929b886e-29d5-4f62-921c-ba0901453c94 req-10c15245-a613-493c-b670-88d6f290057e service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Received unexpected event network-vif-plugged-df5f3fd3-3173-43f6-8baa-423f500b4e81 for instance with vm_state active and task_state rebuild_spawning.
Oct 30 05:49:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lazy-loading 'info_cache' on Instance uuid ecb14dfa-b1d5-428e-b89f-d6ef246516fb {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-9b39521d-f140-40c3-ba5d-5cd6a48cf0c9 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-9b39521d-f140-40c3-ba5d-5cd6a48cf0c9 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b39521d-f140-40c3-ba5d-5cd6a48cf0c9 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.460s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG nova.compute.manager [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:49:31 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Instance spawned successfully.
Oct 30 05:49:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:49:31 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-9b39521d-f140-40c3-ba5d-5cd6a48cf0c9 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Deleted allocations for instance 7e417d76-c45b-4033-aa0e-c98c1268971d
Oct 30 05:49:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9b39521d-f140-40c3-ba5d-5cd6a48cf0c9 tempest-VolumesAdminNegativeTest-1537734078 tempest-VolumesAdminNegativeTest-1537734078-project-member] Lock "7e417d76-c45b-4033-aa0e-c98c1268971d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.903s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG nova.compute.manager [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG nova.objects.instance [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74922) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-76bac3f8-cc01-411d-8b89-0f7b3572bc47 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.083s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Updating instance_info_cache with network_info: [{"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-ecb14dfa-b1d5-428e-b89f-d6ef246516fb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 05:49:31 user nova-compute[74922]: DEBUG nova.compute.manager [req-02cdd94e-e566-407e-aa88-cd2242be6faf req-a1ac0f7d-34ca-4aa6-82d3-b79f9c389c2a service nova] [instance: 7e417d76-c45b-4033-aa0e-c98c1268971d] Received event network-vif-deleted-1f68b661-61ca-414f-89df-b4248c5f7c1c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "0503a11c-fa6a-4455-904b-03bb67acc6ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "0503a11c-fa6a-4455-904b-03bb67acc6ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:34 user nova-compute[74922]: DEBUG nova.compute.manager [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:49:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:34 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:49:34 user nova-compute[74922]: INFO nova.compute.claims [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Claim successful on node user
Oct 30 05:49:34 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:49:34 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:49:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.432s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:34 user nova-compute[74922]: DEBUG nova.compute.manager [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:49:34 user nova-compute[74922]: DEBUG nova.compute.manager [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:49:34 user nova-compute[74922]: DEBUG nova.network.neutron [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:49:34 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:49:34 user nova-compute[74922]: DEBUG nova.compute.manager [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:49:34 user nova-compute[74922]: DEBUG nova.policy [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fc523869f524f2598eddbd67e616807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '647004aba5a44a0396d1f4891224c7dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:49:34 user nova-compute[74922]: DEBUG nova.compute.manager [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:49:34 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:49:34 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Creating image(s)
Oct 30 05:49:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "/opt/stack/data/nova/instances/0503a11c-fa6a-4455-904b-03bb67acc6ee/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "/opt/stack/data/nova/instances/0503a11c-fa6a-4455-904b-03bb67acc6ee/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "/opt/stack/data/nova/instances/0503a11c-fa6a-4455-904b-03bb67acc6ee/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:34 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:34 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.210s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.190s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/0503a11c-fa6a-4455-904b-03bb67acc6ee/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/0503a11c-fa6a-4455-904b-03bb67acc6ee/disk 1073741824" returned: 0 in 0.055s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.257s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.261s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0503a11c-fa6a-4455-904b-03bb67acc6ee/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0503a11c-fa6a-4455-904b-03bb67acc6ee/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG nova.network.neutron [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Successfully created port: 30bbd6d7-43d4-4376-8e7a-8a86d377425b {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0503a11c-fa6a-4455-904b-03bb67acc6ee/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Cannot resize image /opt/stack/data/nova/instances/0503a11c-fa6a-4455-904b-03bb67acc6ee/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Ensure instance console log exists: /opt/stack/data/nova/instances/0503a11c-fa6a-4455-904b-03bb67acc6ee/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:49:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:36 user nova-compute[74922]: DEBUG nova.network.neutron [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Successfully updated port: 30bbd6d7-43d4-4376-8e7a-8a86d377425b {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:49:36 user nova-compute[74922]: DEBUG nova.compute.manager [req-9e5b77f4-4c03-4c5d-8171-10fd1042a0bf req-ba9acb6b-184d-46a5-987d-1494fd52aa32 service nova] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Received event network-changed-30bbd6d7-43d4-4376-8e7a-8a86d377425b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:36 user nova-compute[74922]: DEBUG nova.compute.manager [req-9e5b77f4-4c03-4c5d-8171-10fd1042a0bf req-ba9acb6b-184d-46a5-987d-1494fd52aa32 service nova] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Refreshing instance network info cache due to event network-changed-30bbd6d7-43d4-4376-8e7a-8a86d377425b. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:49:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9e5b77f4-4c03-4c5d-8171-10fd1042a0bf req-ba9acb6b-184d-46a5-987d-1494fd52aa32 service nova] Acquiring lock "refresh_cache-0503a11c-fa6a-4455-904b-03bb67acc6ee" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:49:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9e5b77f4-4c03-4c5d-8171-10fd1042a0bf req-ba9acb6b-184d-46a5-987d-1494fd52aa32 service nova] Acquired lock "refresh_cache-0503a11c-fa6a-4455-904b-03bb67acc6ee" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:49:36 user nova-compute[74922]: DEBUG nova.network.neutron [req-9e5b77f4-4c03-4c5d-8171-10fd1042a0bf req-ba9acb6b-184d-46a5-987d-1494fd52aa32 service nova] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Refreshing network info cache for port 30bbd6d7-43d4-4376-8e7a-8a86d377425b {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:49:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "refresh_cache-0503a11c-fa6a-4455-904b-03bb67acc6ee" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:49:36 user nova-compute[74922]: DEBUG nova.network.neutron [req-9e5b77f4-4c03-4c5d-8171-10fd1042a0bf req-ba9acb6b-184d-46a5-987d-1494fd52aa32 service nova] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:49:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:36 user nova-compute[74922]: DEBUG nova.network.neutron [req-9e5b77f4-4c03-4c5d-8171-10fd1042a0bf req-ba9acb6b-184d-46a5-987d-1494fd52aa32 service nova] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:49:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9e5b77f4-4c03-4c5d-8171-10fd1042a0bf req-ba9acb6b-184d-46a5-987d-1494fd52aa32 service nova] Releasing lock "refresh_cache-0503a11c-fa6a-4455-904b-03bb67acc6ee" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:49:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquired lock "refresh_cache-0503a11c-fa6a-4455-904b-03bb67acc6ee" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:49:36 user nova-compute[74922]: DEBUG nova.network.neutron [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:49:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:36 user nova-compute[74922]: DEBUG nova.network.neutron [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:49:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.network.neutron [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Updating instance_info_cache with network_info: [{"id": "30bbd6d7-43d4-4376-8e7a-8a86d377425b", "address": "fa:16:3e:bd:3b:aa", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30bbd6d7-43", "ovs_interfaceid": "30bbd6d7-43d4-4376-8e7a-8a86d377425b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Releasing lock "refresh_cache-0503a11c-fa6a-4455-904b-03bb67acc6ee" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.compute.manager [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Instance network_info: |[{"id": "30bbd6d7-43d4-4376-8e7a-8a86d377425b", "address": "fa:16:3e:bd:3b:aa", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30bbd6d7-43", "ovs_interfaceid": "30bbd6d7-43d4-4376-8e7a-8a86d377425b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Start _get_guest_xml network_info=[{"id": "30bbd6d7-43d4-4376-8e7a-8a86d377425b", "address": "fa:16:3e:bd:3b:aa", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30bbd6d7-43", "ovs_interfaceid": "30bbd6d7-43d4-4376-8e7a-8a86d377425b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:37 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:49:37 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:49:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-390170610',display_name='tempest-AttachVolumeNegativeTest-server-390170610',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-390170610',id=19,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLDEsr4hEDZxB+p1Aj1DqITtTzygbQjUgiqaw6sJ0POSek+ej40ddfTD0DZgoBdAFmkRQt7HMvybRaCn+uuNY9oqdyyy4svFcrdHUzcPCtxMWx8noFtbXjNn/WIYVJrwdg==',key_name='tempest-keypair-1209695922',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='647004aba5a44a0396d1f4891224c7dc',ramdisk_id='',reservation_id='r-ge75fn5w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-460499645',owner_user_name='tempest-AttachVolumeNegativeTest-460499645-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:49:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0fc523869f524f2598eddbd67e616807',uuid=0503a11c-fa6a-4455-904b-03bb67acc6ee,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "30bbd6d7-43d4-4376-8e7a-8a86d377425b", "address": "fa:16:3e:bd:3b:aa", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30bbd6d7-43", "ovs_interfaceid": "30bbd6d7-43d4-4376-8e7a-8a86d377425b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Converting VIF {"id": "30bbd6d7-43d4-4376-8e7a-8a86d377425b", "address": "fa:16:3e:bd:3b:aa", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30bbd6d7-43", "ovs_interfaceid": "30bbd6d7-43d4-4376-8e7a-8a86d377425b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:3b:aa,bridge_name='br-int',has_traffic_filtering=True,id=30bbd6d7-43d4-4376-8e7a-8a86d377425b,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30bbd6d7-43') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.objects.instance [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lazy-loading 'pci_devices' on Instance uuid 0503a11c-fa6a-4455-904b-03bb67acc6ee {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:49:37 user nova-compute[74922]:   <uuid>0503a11c-fa6a-4455-904b-03bb67acc6ee</uuid>
Oct 30 05:49:37 user nova-compute[74922]:   <name>instance-00000013</name>
Oct 30 05:49:37 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:49:37 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:49:37 user nova-compute[74922]:   <metadata>
Oct 30 05:49:37 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:49:37 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:49:37 user nova-compute[74922]:       <nova:name>tempest-AttachVolumeNegativeTest-server-390170610</nova:name>
Oct 30 05:49:37 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:49:37</nova:creationTime>
Oct 30 05:49:37 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:49:37 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:49:37 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:49:37 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:49:37 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:49:37 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:49:37 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:49:37 user nova-compute[74922]:       <nova:owner>
Oct 30 05:49:37 user nova-compute[74922]:         <nova:user uuid="0fc523869f524f2598eddbd67e616807">tempest-AttachVolumeNegativeTest-460499645-project-member</nova:user>
Oct 30 05:49:37 user nova-compute[74922]:         <nova:project uuid="647004aba5a44a0396d1f4891224c7dc">tempest-AttachVolumeNegativeTest-460499645</nova:project>
Oct 30 05:49:37 user nova-compute[74922]:       </nova:owner>
Oct 30 05:49:37 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:49:37 user nova-compute[74922]:       <nova:ports>
Oct 30 05:49:37 user nova-compute[74922]:         <nova:port uuid="30bbd6d7-43d4-4376-8e7a-8a86d377425b">
Oct 30 05:49:37 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 30 05:49:37 user nova-compute[74922]:         </nova:port>
Oct 30 05:49:37 user nova-compute[74922]:       </nova:ports>
Oct 30 05:49:37 user nova-compute[74922]:     </nova:instance>
Oct 30 05:49:37 user nova-compute[74922]:   </metadata>
Oct 30 05:49:37 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:49:37 user nova-compute[74922]:     <system>
Oct 30 05:49:37 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:49:37 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:49:37 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:49:37 user nova-compute[74922]:       <entry name="serial">0503a11c-fa6a-4455-904b-03bb67acc6ee</entry>
Oct 30 05:49:37 user nova-compute[74922]:       <entry name="uuid">0503a11c-fa6a-4455-904b-03bb67acc6ee</entry>
Oct 30 05:49:37 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:49:37 user nova-compute[74922]:     </system>
Oct 30 05:49:37 user nova-compute[74922]:   </sysinfo>
Oct 30 05:49:37 user nova-compute[74922]:   <os>
Oct 30 05:49:37 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:49:37 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:49:37 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:49:37 user nova-compute[74922]:   </os>
Oct 30 05:49:37 user nova-compute[74922]:   <features>
Oct 30 05:49:37 user nova-compute[74922]:     <acpi/>
Oct 30 05:49:37 user nova-compute[74922]:     <apic/>
Oct 30 05:49:37 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:49:37 user nova-compute[74922]:   </features>
Oct 30 05:49:37 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:49:37 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:49:37 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:49:37 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:49:37 user nova-compute[74922]:   </clock>
Oct 30 05:49:37 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:49:37 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:49:37 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:49:37 user nova-compute[74922]:   </cpu>
Oct 30 05:49:37 user nova-compute[74922]:   <devices>
Oct 30 05:49:37 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:49:37 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:49:37 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/0503a11c-fa6a-4455-904b-03bb67acc6ee/disk"/>
Oct 30 05:49:37 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:49:37 user nova-compute[74922]:     </disk>
Oct 30 05:49:37 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:49:37 user nova-compute[74922]:       <mac address="fa:16:3e:bd:3b:aa"/>
Oct 30 05:49:37 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:49:37 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:49:37 user nova-compute[74922]:       <target dev="tap30bbd6d7-43"/>
Oct 30 05:49:37 user nova-compute[74922]:     </interface>
Oct 30 05:49:37 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:49:37 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/0503a11c-fa6a-4455-904b-03bb67acc6ee/console.log" append="off"/>
Oct 30 05:49:37 user nova-compute[74922]:     </serial>
Oct 30 05:49:37 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:49:37 user nova-compute[74922]:     <video>
Oct 30 05:49:37 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:49:37 user nova-compute[74922]:     </video>
Oct 30 05:49:37 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:49:37 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:49:37 user nova-compute[74922]:     </rng>
Oct 30 05:49:37 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:49:37 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:49:37 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:49:37 user nova-compute[74922]:     </memballoon>
Oct 30 05:49:37 user nova-compute[74922]:   </devices>
Oct 30 05:49:37 user nova-compute[74922]: </domain>
Oct 30 05:49:37 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:49:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-390170610',display_name='tempest-AttachVolumeNegativeTest-server-390170610',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-390170610',id=19,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLDEsr4hEDZxB+p1Aj1DqITtTzygbQjUgiqaw6sJ0POSek+ej40ddfTD0DZgoBdAFmkRQt7HMvybRaCn+uuNY9oqdyyy4svFcrdHUzcPCtxMWx8noFtbXjNn/WIYVJrwdg==',key_name='tempest-keypair-1209695922',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='647004aba5a44a0396d1f4891224c7dc',ramdisk_id='',reservation_id='r-ge75fn5w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-460499645',owner_user_name='tempest-AttachVolumeNegativeTest-460499645-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:49:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0fc523869f524f2598eddbd67e616807',uuid=0503a11c-fa6a-4455-904b-03bb67acc6ee,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "30bbd6d7-43d4-4376-8e7a-8a86d377425b", "address": "fa:16:3e:bd:3b:aa", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30bbd6d7-43", "ovs_interfaceid": "30bbd6d7-43d4-4376-8e7a-8a86d377425b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Converting VIF {"id": "30bbd6d7-43d4-4376-8e7a-8a86d377425b", "address": "fa:16:3e:bd:3b:aa", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30bbd6d7-43", "ovs_interfaceid": "30bbd6d7-43d4-4376-8e7a-8a86d377425b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:3b:aa,bridge_name='br-int',has_traffic_filtering=True,id=30bbd6d7-43d4-4376-8e7a-8a86d377425b,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30bbd6d7-43') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG os_vif [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:3b:aa,bridge_name='br-int',has_traffic_filtering=True,id=30bbd6d7-43d4-4376-8e7a-8a86d377425b,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30bbd6d7-43') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bc6d3e20-ae37-58a4-b8b9-4c249d84a494', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap30bbd6d7-43, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap30bbd6d7-43, col_values=(('qos', UUID('c1961160-8919-4093-a2e9-e0b7c806199a')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap30bbd6d7-43, col_values=(('external_ids', {'iface-id': '30bbd6d7-43d4-4376-8e7a-8a86d377425b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bd:3b:aa', 'vm-uuid': '0503a11c-fa6a-4455-904b-03bb67acc6ee'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:37 user nova-compute[74922]: INFO os_vif [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:3b:aa,bridge_name='br-int',has_traffic_filtering=True,id=30bbd6d7-43d4-4376-8e7a-8a86d377425b,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30bbd6d7-43')
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:49:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] No VIF found with MAC fa:16:3e:bd:3b:aa, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:49:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json" returned: 0 in 0.516s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-8cbe780e-f176-4b5e-97ce-e1077872ef3f req-f1da1832-8a4b-44e1-883d-f35330a9101b service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Received event network-changed-af67ff54-8091-48d4-acc1-3c58659119cd {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-8cbe780e-f176-4b5e-97ce-e1077872ef3f req-f1da1832-8a4b-44e1-883d-f35330a9101b service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Refreshing instance network info cache due to event network-changed-af67ff54-8091-48d4-acc1-3c58659119cd. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:49:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8cbe780e-f176-4b5e-97ce-e1077872ef3f req-f1da1832-8a4b-44e1-883d-f35330a9101b service nova] Acquiring lock "refresh_cache-c5816c23-9ba0-4119-a957-696cb99e3e43" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:49:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8cbe780e-f176-4b5e-97ce-e1077872ef3f req-f1da1832-8a4b-44e1-883d-f35330a9101b service nova] Acquired lock "refresh_cache-c5816c23-9ba0-4119-a957-696cb99e3e43" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:49:38 user nova-compute[74922]: DEBUG nova.network.neutron [req-8cbe780e-f176-4b5e-97ce-e1077872ef3f req-f1da1832-8a4b-44e1-883d-f35330a9101b service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Refreshing network info cache for port af67ff54-8091-48d4-acc1-3c58659119cd {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:49:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:38 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:49:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.compute.manager [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.compute.manager [req-6afd2403-84ee-46a6-ba85-1e5f37504cde req-024beb7d-e2ff-4a82-b617-80d2f40e5d01 service nova] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Received event network-vif-plugged-30bbd6d7-43d4-4376-8e7a-8a86d377425b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6afd2403-84ee-46a6-ba85-1e5f37504cde req-024beb7d-e2ff-4a82-b617-80d2f40e5d01 service nova] Acquiring lock "0503a11c-fa6a-4455-904b-03bb67acc6ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6afd2403-84ee-46a6-ba85-1e5f37504cde req-024beb7d-e2ff-4a82-b617-80d2f40e5d01 service nova] Lock "0503a11c-fa6a-4455-904b-03bb67acc6ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6afd2403-84ee-46a6-ba85-1e5f37504cde req-024beb7d-e2ff-4a82-b617-80d2f40e5d01 service nova] Lock "0503a11c-fa6a-4455-904b-03bb67acc6ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.compute.manager [req-6afd2403-84ee-46a6-ba85-1e5f37504cde req-024beb7d-e2ff-4a82-b617-80d2f40e5d01 service nova] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] No waiting events found dispatching network-vif-plugged-30bbd6d7-43d4-4376-8e7a-8a86d377425b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:49:41 user nova-compute[74922]: WARNING nova.compute.manager [req-6afd2403-84ee-46a6-ba85-1e5f37504cde req-024beb7d-e2ff-4a82-b617-80d2f40e5d01 service nova] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Received unexpected event network-vif-plugged-30bbd6d7-43d4-4376-8e7a-8a86d377425b for instance with vm_state building and task_state spawning.
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.compute.manager [req-6afd2403-84ee-46a6-ba85-1e5f37504cde req-024beb7d-e2ff-4a82-b617-80d2f40e5d01 service nova] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Received event network-vif-plugged-30bbd6d7-43d4-4376-8e7a-8a86d377425b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6afd2403-84ee-46a6-ba85-1e5f37504cde req-024beb7d-e2ff-4a82-b617-80d2f40e5d01 service nova] Acquiring lock "0503a11c-fa6a-4455-904b-03bb67acc6ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6afd2403-84ee-46a6-ba85-1e5f37504cde req-024beb7d-e2ff-4a82-b617-80d2f40e5d01 service nova] Lock "0503a11c-fa6a-4455-904b-03bb67acc6ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6afd2403-84ee-46a6-ba85-1e5f37504cde req-024beb7d-e2ff-4a82-b617-80d2f40e5d01 service nova] Lock "0503a11c-fa6a-4455-904b-03bb67acc6ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.compute.manager [req-6afd2403-84ee-46a6-ba85-1e5f37504cde req-024beb7d-e2ff-4a82-b617-80d2f40e5d01 service nova] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] No waiting events found dispatching network-vif-plugged-30bbd6d7-43d4-4376-8e7a-8a86d377425b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:49:41 user nova-compute[74922]: WARNING nova.compute.manager [req-6afd2403-84ee-46a6-ba85-1e5f37504cde req-024beb7d-e2ff-4a82-b617-80d2f40e5d01 service nova] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Received unexpected event network-vif-plugged-30bbd6d7-43d4-4376-8e7a-8a86d377425b for instance with vm_state building and task_state spawning.
Oct 30 05:49:41 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Instance spawned successfully.
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:49:41 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:49:41 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=7723MB free_disk=25.578880310058594GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Acquiring lock "interface-c5816c23-9ba0-4119-a957-696cb99e3e43-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "interface-c5816c23-9ba0-4119-a957-696cb99e3e43-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.objects.instance [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lazy-loading 'flavor' on Instance uuid c5816c23-9ba0-4119-a957-696cb99e3e43 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:49:41 user nova-compute[74922]: INFO nova.compute.manager [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Took 7.06 seconds to spawn the instance on the hypervisor.
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.compute.manager [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 4c3e6679-374d-4644-b05d-ef0bf04d7a3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 3eda9718-c0e8-45d0-b2d7-403f219e8192 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 2caef3e6-4e9a-4179-b063-18f87f1a63f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance ecb14dfa-b1d5-428e-b89f-d6ef246516fb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance c5816c23-9ba0-4119-a957-696cb99e3e43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance a9ee90ad-74b3-41dc-8daa-435b156cecbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance e078eacb-99e2-472e-94bb-44c60147aff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 2c40cefc-8d2b-4403-bba8-a462650999eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 0503a11c-fa6a-4455-904b-03bb67acc6ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 05:49:41 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 05:49:42 user nova-compute[74922]: DEBUG nova.objects.instance [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lazy-loading 'pci_requests' on Instance uuid c5816c23-9ba0-4119-a957-696cb99e3e43 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:49:42 user nova-compute[74922]: DEBUG nova.network.neutron [req-8cbe780e-f176-4b5e-97ce-e1077872ef3f req-f1da1832-8a4b-44e1-883d-f35330a9101b service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Updated VIF entry in instance network info cache for port af67ff54-8091-48d4-acc1-3c58659119cd. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:49:42 user nova-compute[74922]: DEBUG nova.network.neutron [req-8cbe780e-f176-4b5e-97ce-e1077872ef3f req-f1da1832-8a4b-44e1-883d-f35330a9101b service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Updating instance_info_cache with network_info: [{"id": "af67ff54-8091-48d4-acc1-3c58659119cd", "address": "fa:16:3e:20:8c:7f", "network": {"id": "785b25a8-727e-432e-aff7-deb831edd675", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-55730470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf67ff54-80", "ovs_interfaceid": "af67ff54-8091-48d4-acc1-3c58659119cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:49:42 user nova-compute[74922]: DEBUG nova.objects.base [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Object Instance<c5816c23-9ba0-4119-a957-696cb99e3e43> lazy-loaded attributes: flavor,pci_requests {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:49:42 user nova-compute[74922]: DEBUG nova.network.neutron [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:49:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8cbe780e-f176-4b5e-97ce-e1077872ef3f req-f1da1832-8a4b-44e1-883d-f35330a9101b service nova] Releasing lock "refresh_cache-c5816c23-9ba0-4119-a957-696cb99e3e43" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:49:42 user nova-compute[74922]: INFO nova.compute.manager [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Took 7.93 seconds to build instance.
Oct 30 05:49:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0767ed0f-127e-4c4c-8250-7606fd23ea86 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "0503a11c-fa6a-4455-904b-03bb67acc6ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.051s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:42 user nova-compute[74922]: DEBUG nova.policy [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f604726bc7d4c66a7fc731980f9e055', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6b93abe179f4a9dbe458afef7e35737', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:49:42 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:49:42 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:49:42 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 05:49:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.535s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:42 user nova-compute[74922]: DEBUG nova.network.neutron [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Successfully created port: 5c1df3b4-c07f-43a4-8296-612d0341e5c9 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:49:43 user nova-compute[74922]: DEBUG nova.network.neutron [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Successfully updated port: 5c1df3b4-c07f-43a4-8296-612d0341e5c9 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:49:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Acquiring lock "refresh_cache-c5816c23-9ba0-4119-a957-696cb99e3e43" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:49:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Acquired lock "refresh_cache-c5816c23-9ba0-4119-a957-696cb99e3e43" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:49:43 user nova-compute[74922]: DEBUG nova.network.neutron [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:49:43 user nova-compute[74922]: DEBUG nova.compute.manager [req-71b2acb3-2706-48d1-8566-8a3e4a518086 req-b81a7e49-4832-417d-83c0-7c78c25b5de0 service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Received event network-changed-5c1df3b4-c07f-43a4-8296-612d0341e5c9 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:43 user nova-compute[74922]: DEBUG nova.compute.manager [req-71b2acb3-2706-48d1-8566-8a3e4a518086 req-b81a7e49-4832-417d-83c0-7c78c25b5de0 service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Refreshing instance network info cache due to event network-changed-5c1df3b4-c07f-43a4-8296-612d0341e5c9. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:49:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-71b2acb3-2706-48d1-8566-8a3e4a518086 req-b81a7e49-4832-417d-83c0-7c78c25b5de0 service nova] Acquiring lock "refresh_cache-c5816c23-9ba0-4119-a957-696cb99e3e43" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG nova.network.neutron [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Updating instance_info_cache with network_info: [{"id": "af67ff54-8091-48d4-acc1-3c58659119cd", "address": "fa:16:3e:20:8c:7f", "network": {"id": "785b25a8-727e-432e-aff7-deb831edd675", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-55730470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf67ff54-80", "ovs_interfaceid": "af67ff54-8091-48d4-acc1-3c58659119cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "address": "fa:16:3e:40:22:e8", "network": {"id": "2742570a-e515-4ece-9296-ec51ed964b04", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-54164109", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c1df3b4-c0", "ovs_interfaceid": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Releasing lock "refresh_cache-c5816c23-9ba0-4119-a957-696cb99e3e43" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-71b2acb3-2706-48d1-8566-8a3e4a518086 req-b81a7e49-4832-417d-83c0-7c78c25b5de0 service nova] Acquired lock "refresh_cache-c5816c23-9ba0-4119-a957-696cb99e3e43" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG nova.network.neutron [req-71b2acb3-2706-48d1-8566-8a3e4a518086 req-b81a7e49-4832-417d-83c0-7c78c25b5de0 service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Refreshing network info cache for port 5c1df3b4-c07f-43a4-8296-612d0341e5c9 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:47:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-96703779',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-96703779',id=15,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBCIGVgk51IPOhFInQqffZo4+bnBAkZ5iFYw18d039XwkZXmgFyqb4NneSFsvt3Ut5Ae6ywVZIzfuz5KJeqWibHY61f1KvBi8nWgHhiEEFPx2qSAAB5UzqPrpuk56tmYGA==',key_name='tempest-keypair-1413859791',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:47:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='d6b93abe179f4a9dbe458afef7e35737',ramdisk_id='',reservation_id='r-lviwczqe',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1596342775',owner_user_name='tempest-TaggedAttachmentsTest-1596342775-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:47:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f604726bc7d4c66a7fc731980f9e055',uuid=c5816c23-9ba0-4119-a957-696cb99e3e43,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "address": "fa:16:3e:40:22:e8", "network": {"id": "2742570a-e515-4ece-9296-ec51ed964b04", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-54164109", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c1df3b4-c0", "ovs_interfaceid": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Converting VIF {"id": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "address": "fa:16:3e:40:22:e8", "network": {"id": "2742570a-e515-4ece-9296-ec51ed964b04", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-54164109", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c1df3b4-c0", "ovs_interfaceid": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:22:e8,bridge_name='br-int',has_traffic_filtering=True,id=5c1df3b4-c07f-43a4-8296-612d0341e5c9,network=Network(2742570a-e515-4ece-9296-ec51ed964b04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c1df3b4-c0') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG os_vif [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:22:e8,bridge_name='br-int',has_traffic_filtering=True,id=5c1df3b4-c07f-43a4-8296-612d0341e5c9,network=Network(2742570a-e515-4ece-9296-ec51ed964b04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c1df3b4-c0') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2719c888-8784-583e-926e-6a216d0c2f55', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5c1df3b4-c0, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5c1df3b4-c0, col_values=(('qos', UUID('e31abe75-dbc1-47cd-85ff-32bd6a420d77')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5c1df3b4-c0, col_values=(('external_ids', {'iface-id': '5c1df3b4-c07f-43a4-8296-612d0341e5c9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:40:22:e8', 'vm-uuid': 'c5816c23-9ba0-4119-a957-696cb99e3e43'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:44 user nova-compute[74922]: INFO os_vif [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:22:e8,bridge_name='br-int',has_traffic_filtering=True,id=5c1df3b4-c07f-43a4-8296-612d0341e5c9,network=Network(2742570a-e515-4ece-9296-ec51ed964b04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c1df3b4-c0')
Oct 30 05:49:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:47:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-96703779',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-96703779',id=15,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBCIGVgk51IPOhFInQqffZo4+bnBAkZ5iFYw18d039XwkZXmgFyqb4NneSFsvt3Ut5Ae6ywVZIzfuz5KJeqWibHY61f1KvBi8nWgHhiEEFPx2qSAAB5UzqPrpuk56tmYGA==',key_name='tempest-keypair-1413859791',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:47:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='d6b93abe179f4a9dbe458afef7e35737',ramdisk_id='',reservation_id='r-lviwczqe',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1596342775',owner_user_name='tempest-TaggedAttachmentsTest-1596342775-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:47:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f604726bc7d4c66a7fc731980f9e055',uuid=c5816c23-9ba0-4119-a957-696cb99e3e43,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "address": "fa:16:3e:40:22:e8", "network": {"id": "2742570a-e515-4ece-9296-ec51ed964b04", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-54164109", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c1df3b4-c0", "ovs_interfaceid": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Converting VIF {"id": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "address": "fa:16:3e:40:22:e8", "network": {"id": "2742570a-e515-4ece-9296-ec51ed964b04", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-54164109", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c1df3b4-c0", "ovs_interfaceid": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:22:e8,bridge_name='br-int',has_traffic_filtering=True,id=5c1df3b4-c07f-43a4-8296-612d0341e5c9,network=Network(2742570a-e515-4ece-9296-ec51ed964b04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c1df3b4-c0') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] attach device xml: <interface type="ethernet">
Oct 30 05:49:44 user nova-compute[74922]:   <mac address="fa:16:3e:40:22:e8"/>
Oct 30 05:49:44 user nova-compute[74922]:   <model type="virtio"/>
Oct 30 05:49:44 user nova-compute[74922]:   <mtu size="1442"/>
Oct 30 05:49:44 user nova-compute[74922]:   <target dev="tap5c1df3b4-c0"/>
Oct 30 05:49:44 user nova-compute[74922]: </interface>
Oct 30 05:49:44 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] No BDM found with device name hda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] No VIF found with MAC fa:16:3e:20:8c:7f, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:49:44 user nova-compute[74922]:   <nova:package version="0.0.0"/>
Oct 30 05:49:44 user nova-compute[74922]:   <nova:name>tempest-device-tagging-server-96703779</nova:name>
Oct 30 05:49:44 user nova-compute[74922]:   <nova:creationTime>2023-10-30 05:49:44</nova:creationTime>
Oct 30 05:49:44 user nova-compute[74922]:   <nova:flavor name="m1.tiny">
Oct 30 05:49:44 user nova-compute[74922]:     <nova:memory>512</nova:memory>
Oct 30 05:49:44 user nova-compute[74922]:     <nova:disk>1</nova:disk>
Oct 30 05:49:44 user nova-compute[74922]:     <nova:swap>0</nova:swap>
Oct 30 05:49:44 user nova-compute[74922]:     <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:49:44 user nova-compute[74922]:     <nova:vcpus>1</nova:vcpus>
Oct 30 05:49:44 user nova-compute[74922]:   </nova:flavor>
Oct 30 05:49:44 user nova-compute[74922]:   <nova:owner>
Oct 30 05:49:44 user nova-compute[74922]:     <nova:user uuid="2f604726bc7d4c66a7fc731980f9e055">tempest-TaggedAttachmentsTest-1596342775-project-member</nova:user>
Oct 30 05:49:44 user nova-compute[74922]:     <nova:project uuid="d6b93abe179f4a9dbe458afef7e35737">tempest-TaggedAttachmentsTest-1596342775</nova:project>
Oct 30 05:49:44 user nova-compute[74922]:   </nova:owner>
Oct 30 05:49:44 user nova-compute[74922]:   <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:49:44 user nova-compute[74922]:   <nova:ports>
Oct 30 05:49:44 user nova-compute[74922]:     <nova:port uuid="af67ff54-8091-48d4-acc1-3c58659119cd">
Oct 30 05:49:44 user nova-compute[74922]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 30 05:49:44 user nova-compute[74922]:     </nova:port>
Oct 30 05:49:44 user nova-compute[74922]:     <nova:port uuid="5c1df3b4-c07f-43a4-8296-612d0341e5c9">
Oct 30 05:49:44 user nova-compute[74922]:       <nova:ip type="fixed" address="10.10.10.60" ipVersion="4"/>
Oct 30 05:49:44 user nova-compute[74922]:     </nova:port>
Oct 30 05:49:44 user nova-compute[74922]:   </nova:ports>
Oct 30 05:49:44 user nova-compute[74922]: </nova:instance>
Oct 30 05:49:44 user nova-compute[74922]:  {{(pid=74922) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5eb91723-688c-45fa-8824-765717a861ec tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "interface-c5816c23-9ba0-4119-a957-696cb99e3e43-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 3.163s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:45 user nova-compute[74922]: DEBUG nova.network.neutron [req-71b2acb3-2706-48d1-8566-8a3e4a518086 req-b81a7e49-4832-417d-83c0-7c78c25b5de0 service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Updated VIF entry in instance network info cache for port 5c1df3b4-c07f-43a4-8296-612d0341e5c9. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:49:45 user nova-compute[74922]: DEBUG nova.network.neutron [req-71b2acb3-2706-48d1-8566-8a3e4a518086 req-b81a7e49-4832-417d-83c0-7c78c25b5de0 service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Updating instance_info_cache with network_info: [{"id": "af67ff54-8091-48d4-acc1-3c58659119cd", "address": "fa:16:3e:20:8c:7f", "network": {"id": "785b25a8-727e-432e-aff7-deb831edd675", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-55730470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf67ff54-80", "ovs_interfaceid": "af67ff54-8091-48d4-acc1-3c58659119cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "address": "fa:16:3e:40:22:e8", "network": {"id": "2742570a-e515-4ece-9296-ec51ed964b04", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-54164109", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c1df3b4-c0", "ovs_interfaceid": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:49:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-71b2acb3-2706-48d1-8566-8a3e4a518086 req-b81a7e49-4832-417d-83c0-7c78c25b5de0 service nova] Releasing lock "refresh_cache-c5816c23-9ba0-4119-a957-696cb99e3e43" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:49:45 user nova-compute[74922]: DEBUG nova.compute.manager [req-301a0630-f9df-4b2a-b539-f5a6e4639bc2 req-d392d764-60de-4490-a9a6-172c19b6876f service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Received event network-vif-plugged-5c1df3b4-c07f-43a4-8296-612d0341e5c9 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-301a0630-f9df-4b2a-b539-f5a6e4639bc2 req-d392d764-60de-4490-a9a6-172c19b6876f service nova] Acquiring lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-301a0630-f9df-4b2a-b539-f5a6e4639bc2 req-d392d764-60de-4490-a9a6-172c19b6876f service nova] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-301a0630-f9df-4b2a-b539-f5a6e4639bc2 req-d392d764-60de-4490-a9a6-172c19b6876f service nova] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:45 user nova-compute[74922]: DEBUG nova.compute.manager [req-301a0630-f9df-4b2a-b539-f5a6e4639bc2 req-d392d764-60de-4490-a9a6-172c19b6876f service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] No waiting events found dispatching network-vif-plugged-5c1df3b4-c07f-43a4-8296-612d0341e5c9 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:49:45 user nova-compute[74922]: WARNING nova.compute.manager [req-301a0630-f9df-4b2a-b539-f5a6e4639bc2 req-d392d764-60de-4490-a9a6-172c19b6876f service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Received unexpected event network-vif-plugged-5c1df3b4-c07f-43a4-8296-612d0341e5c9 for instance with vm_state active and task_state None.
Oct 30 05:49:45 user nova-compute[74922]: DEBUG nova.compute.manager [req-301a0630-f9df-4b2a-b539-f5a6e4639bc2 req-d392d764-60de-4490-a9a6-172c19b6876f service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Received event network-vif-plugged-5c1df3b4-c07f-43a4-8296-612d0341e5c9 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-301a0630-f9df-4b2a-b539-f5a6e4639bc2 req-d392d764-60de-4490-a9a6-172c19b6876f service nova] Acquiring lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-301a0630-f9df-4b2a-b539-f5a6e4639bc2 req-d392d764-60de-4490-a9a6-172c19b6876f service nova] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-301a0630-f9df-4b2a-b539-f5a6e4639bc2 req-d392d764-60de-4490-a9a6-172c19b6876f service nova] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:45 user nova-compute[74922]: DEBUG nova.compute.manager [req-301a0630-f9df-4b2a-b539-f5a6e4639bc2 req-d392d764-60de-4490-a9a6-172c19b6876f service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] No waiting events found dispatching network-vif-plugged-5c1df3b4-c07f-43a4-8296-612d0341e5c9 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:49:45 user nova-compute[74922]: WARNING nova.compute.manager [req-301a0630-f9df-4b2a-b539-f5a6e4639bc2 req-d392d764-60de-4490-a9a6-172c19b6876f service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Received unexpected event network-vif-plugged-5c1df3b4-c07f-43a4-8296-612d0341e5c9 for instance with vm_state active and task_state None.
Oct 30 05:49:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Acquiring lock "c5816c23-9ba0-4119-a957-696cb99e3e43" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:45 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lazy-loading 'flavor' on Instance uuid c5816c23-9ba0-4119-a957-696cb99e3e43 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:49:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.063s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Acquiring lock "c5816c23-9ba0-4119-a957-696cb99e3e43" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:45 user nova-compute[74922]: INFO nova.compute.manager [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Attaching volume 17c2d69c-6fbe-4e8b-8c7f-27526d949b7b to /dev/vdb
Oct 30 05:49:46 user nova-compute[74922]: DEBUG os_brick.utils [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:49:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:46 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f255bd6b-4335-49c1-8911-cd03e52d80c8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:46 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[745d76c4-47f6-4905-a757-fbd00e25867f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:46 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d921825-b177-4bbb-a80b-ed6aa3b20413]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:46 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[10e528c4-cdbe-4883-88cf-ce09f909b419]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:49:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:49:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:49:46 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:49:46 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbdb8035-aa10-46a2-9590-2c9c28027984]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:49:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:49:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:49:46 user nova-compute[74922]: DEBUG os_brick.utils [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] <== get_connector_properties: return (357ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:49:46 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Updating existing volume attachment record: 8ad2c79d-ceff-4955-8232-57b286792840 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:49:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:46 user nova-compute[74922]: DEBUG nova.compute.manager [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:49:47 user nova-compute[74922]: INFO nova.compute.claims [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Claim successful on node user
Oct 30 05:49:47 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.420s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG nova.compute.manager [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG nova.compute.manager [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG nova.network.neutron [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:49:47 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:49:47 user nova-compute[74922]: DEBUG nova.compute.manager [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:49:47 user nova-compute[74922]: INFO nova.virt.block_device [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Booting with volume f8e243e3-37fc-4ea7-9440-426d822d5128 at /dev/vda
Oct 30 05:49:47 user nova-compute[74922]: DEBUG nova.policy [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90f5ecc1fee04934a039095d74a0d931', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c771d042cb04eee9941d1c9560e9ae7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG os_brick.utils [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[baf78101-a291-4554-a3b7-5fc0b379bae8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e9a2296-ea0d-43ef-8f38-3e705e987406]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ca0ee70-316a-4c94-95dd-f10c1f15b629]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5d20734-1662-4d55-8010-4afa75298208]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:49:47 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:49:47 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[288f9225-158d-40ac-8675-33ca6030a8e8]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG os_brick.utils [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:49:47 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Updating existing volume attachment record: 789ef8e0-5833-4536-889f-3d277009476e {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:49:48 user nova-compute[74922]: DEBUG nova.network.neutron [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Successfully created port: 24c5ff8c-872f-4693-b958-f23a2efcdc2c {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:49:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:49 user nova-compute[74922]: DEBUG nova.network.neutron [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Successfully created port: 5d315383-06fc-4db4-87cc-dd2084ef8e8d {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:49:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:49 user nova-compute[74922]: DEBUG nova.network.neutron [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Successfully created port: 0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:49:50 user nova-compute[74922]: DEBUG nova.network.neutron [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Successfully created port: 5769f91e-9a1c-46e0-8c36-a81a28dc7264 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:49:51 user nova-compute[74922]: DEBUG nova.network.neutron [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Successfully created port: 448d3879-a421-45ca-9687-384f1fa7731b {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:49:52 user nova-compute[74922]: DEBUG nova.network.neutron [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Successfully updated port: 24c5ff8c-872f-4693-b958-f23a2efcdc2c {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:49:52 user nova-compute[74922]: DEBUG nova.compute.manager [req-a8594ad6-a478-441b-91fe-e625e490b594 req-0019dc9e-ce14-4277-ae30-eb591631decd service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-changed-24c5ff8c-872f-4693-b958-f23a2efcdc2c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:52 user nova-compute[74922]: DEBUG nova.compute.manager [req-a8594ad6-a478-441b-91fe-e625e490b594 req-0019dc9e-ce14-4277-ae30-eb591631decd service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Refreshing instance network info cache due to event network-changed-24c5ff8c-872f-4693-b958-f23a2efcdc2c. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:49:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-a8594ad6-a478-441b-91fe-e625e490b594 req-0019dc9e-ce14-4277-ae30-eb591631decd service nova] Acquiring lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:49:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-a8594ad6-a478-441b-91fe-e625e490b594 req-0019dc9e-ce14-4277-ae30-eb591631decd service nova] Acquired lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:49:52 user nova-compute[74922]: DEBUG nova.network.neutron [req-a8594ad6-a478-441b-91fe-e625e490b594 req-0019dc9e-ce14-4277-ae30-eb591631decd service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Refreshing network info cache for port 24c5ff8c-872f-4693-b958-f23a2efcdc2c {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:49:52 user nova-compute[74922]: DEBUG nova.network.neutron [req-a8594ad6-a478-441b-91fe-e625e490b594 req-0019dc9e-ce14-4277-ae30-eb591631decd service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:49:52 user nova-compute[74922]: DEBUG nova.network.neutron [req-a8594ad6-a478-441b-91fe-e625e490b594 req-0019dc9e-ce14-4277-ae30-eb591631decd service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:49:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-a8594ad6-a478-441b-91fe-e625e490b594 req-0019dc9e-ce14-4277-ae30-eb591631decd service nova] Releasing lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:49:52 user nova-compute[74922]: DEBUG nova.network.neutron [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Successfully updated port: 26efd53d-613e-4122-962e-c96d07e83de6 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:49:53 user nova-compute[74922]: DEBUG nova.network.neutron [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Successfully updated port: 7d570624-5cb0-474a-b752-0f76927dc51c {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:49:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:54 user nova-compute[74922]: DEBUG nova.compute.manager [req-d2138d07-f028-497d-917b-ef48cdb86eea req-722b668f-3984-4a97-b8c4-3c97f294aa9b service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-changed-26efd53d-613e-4122-962e-c96d07e83de6 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:54 user nova-compute[74922]: DEBUG nova.compute.manager [req-d2138d07-f028-497d-917b-ef48cdb86eea req-722b668f-3984-4a97-b8c4-3c97f294aa9b service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Refreshing instance network info cache due to event network-changed-26efd53d-613e-4122-962e-c96d07e83de6. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:49:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d2138d07-f028-497d-917b-ef48cdb86eea req-722b668f-3984-4a97-b8c4-3c97f294aa9b service nova] Acquiring lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:49:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d2138d07-f028-497d-917b-ef48cdb86eea req-722b668f-3984-4a97-b8c4-3c97f294aa9b service nova] Acquired lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:49:54 user nova-compute[74922]: DEBUG nova.network.neutron [req-d2138d07-f028-497d-917b-ef48cdb86eea req-722b668f-3984-4a97-b8c4-3c97f294aa9b service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Refreshing network info cache for port 26efd53d-613e-4122-962e-c96d07e83de6 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:49:54 user nova-compute[74922]: DEBUG nova.network.neutron [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Successfully updated port: 5d315383-06fc-4db4-87cc-dd2084ef8e8d {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:49:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:54 user nova-compute[74922]: DEBUG nova.network.neutron [req-d2138d07-f028-497d-917b-ef48cdb86eea req-722b668f-3984-4a97-b8c4-3c97f294aa9b service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:49:54 user nova-compute[74922]: DEBUG nova.network.neutron [req-d2138d07-f028-497d-917b-ef48cdb86eea req-722b668f-3984-4a97-b8c4-3c97f294aa9b service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:49:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d2138d07-f028-497d-917b-ef48cdb86eea req-722b668f-3984-4a97-b8c4-3c97f294aa9b service nova] Releasing lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:49:54 user nova-compute[74922]: DEBUG nova.compute.manager [req-d2138d07-f028-497d-917b-ef48cdb86eea req-722b668f-3984-4a97-b8c4-3c97f294aa9b service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-changed-7d570624-5cb0-474a-b752-0f76927dc51c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:54 user nova-compute[74922]: DEBUG nova.compute.manager [req-d2138d07-f028-497d-917b-ef48cdb86eea req-722b668f-3984-4a97-b8c4-3c97f294aa9b service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Refreshing instance network info cache due to event network-changed-7d570624-5cb0-474a-b752-0f76927dc51c. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:49:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d2138d07-f028-497d-917b-ef48cdb86eea req-722b668f-3984-4a97-b8c4-3c97f294aa9b service nova] Acquiring lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:49:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d2138d07-f028-497d-917b-ef48cdb86eea req-722b668f-3984-4a97-b8c4-3c97f294aa9b service nova] Acquired lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:49:54 user nova-compute[74922]: DEBUG nova.network.neutron [req-d2138d07-f028-497d-917b-ef48cdb86eea req-722b668f-3984-4a97-b8c4-3c97f294aa9b service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Refreshing network info cache for port 7d570624-5cb0-474a-b752-0f76927dc51c {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:49:54 user nova-compute[74922]: DEBUG nova.network.neutron [req-d2138d07-f028-497d-917b-ef48cdb86eea req-722b668f-3984-4a97-b8c4-3c97f294aa9b service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:49:54 user nova-compute[74922]: DEBUG nova.network.neutron [req-d2138d07-f028-497d-917b-ef48cdb86eea req-722b668f-3984-4a97-b8c4-3c97f294aa9b service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:49:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d2138d07-f028-497d-917b-ef48cdb86eea req-722b668f-3984-4a97-b8c4-3c97f294aa9b service nova] Releasing lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:49:55 user nova-compute[74922]: DEBUG nova.network.neutron [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Successfully updated port: 0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:49:55 user nova-compute[74922]: DEBUG nova.network.neutron [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Successfully updated port: 5769f91e-9a1c-46e0-8c36-a81a28dc7264 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:49:56 user nova-compute[74922]: DEBUG nova.compute.manager [req-b3d1de17-2b6c-4bd4-a4ba-501f32da4d17 req-91b275f7-636a-4215-80d9-3ae88b77d06d service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-changed-5d315383-06fc-4db4-87cc-dd2084ef8e8d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:56 user nova-compute[74922]: DEBUG nova.compute.manager [req-b3d1de17-2b6c-4bd4-a4ba-501f32da4d17 req-91b275f7-636a-4215-80d9-3ae88b77d06d service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Refreshing instance network info cache due to event network-changed-5d315383-06fc-4db4-87cc-dd2084ef8e8d. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:49:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b3d1de17-2b6c-4bd4-a4ba-501f32da4d17 req-91b275f7-636a-4215-80d9-3ae88b77d06d service nova] Acquiring lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:49:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b3d1de17-2b6c-4bd4-a4ba-501f32da4d17 req-91b275f7-636a-4215-80d9-3ae88b77d06d service nova] Acquired lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:49:56 user nova-compute[74922]: DEBUG nova.network.neutron [req-b3d1de17-2b6c-4bd4-a4ba-501f32da4d17 req-91b275f7-636a-4215-80d9-3ae88b77d06d service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Refreshing network info cache for port 5d315383-06fc-4db4-87cc-dd2084ef8e8d {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:49:56 user nova-compute[74922]: DEBUG nova.network.neutron [req-b3d1de17-2b6c-4bd4-a4ba-501f32da4d17 req-91b275f7-636a-4215-80d9-3ae88b77d06d service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:49:56 user nova-compute[74922]: DEBUG nova.network.neutron [req-b3d1de17-2b6c-4bd4-a4ba-501f32da4d17 req-91b275f7-636a-4215-80d9-3ae88b77d06d service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:49:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b3d1de17-2b6c-4bd4-a4ba-501f32da4d17 req-91b275f7-636a-4215-80d9-3ae88b77d06d service nova] Releasing lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:49:56 user nova-compute[74922]: DEBUG nova.compute.manager [req-b3d1de17-2b6c-4bd4-a4ba-501f32da4d17 req-91b275f7-636a-4215-80d9-3ae88b77d06d service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-changed-0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:56 user nova-compute[74922]: DEBUG nova.compute.manager [req-b3d1de17-2b6c-4bd4-a4ba-501f32da4d17 req-91b275f7-636a-4215-80d9-3ae88b77d06d service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Refreshing instance network info cache due to event network-changed-0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:49:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b3d1de17-2b6c-4bd4-a4ba-501f32da4d17 req-91b275f7-636a-4215-80d9-3ae88b77d06d service nova] Acquiring lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:49:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b3d1de17-2b6c-4bd4-a4ba-501f32da4d17 req-91b275f7-636a-4215-80d9-3ae88b77d06d service nova] Acquired lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:49:56 user nova-compute[74922]: DEBUG nova.network.neutron [req-b3d1de17-2b6c-4bd4-a4ba-501f32da4d17 req-91b275f7-636a-4215-80d9-3ae88b77d06d service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Refreshing network info cache for port 0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:49:56 user nova-compute[74922]: DEBUG nova.network.neutron [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Successfully updated port: 448d3879-a421-45ca-9687-384f1fa7731b {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:49:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Acquiring lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:49:56 user nova-compute[74922]: DEBUG nova.network.neutron [req-b3d1de17-2b6c-4bd4-a4ba-501f32da4d17 req-91b275f7-636a-4215-80d9-3ae88b77d06d service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:49:56 user nova-compute[74922]: DEBUG nova.network.neutron [req-b3d1de17-2b6c-4bd4-a4ba-501f32da4d17 req-91b275f7-636a-4215-80d9-3ae88b77d06d service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:49:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b3d1de17-2b6c-4bd4-a4ba-501f32da4d17 req-91b275f7-636a-4215-80d9-3ae88b77d06d service nova] Releasing lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:49:56 user nova-compute[74922]: DEBUG nova.compute.manager [req-b3d1de17-2b6c-4bd4-a4ba-501f32da4d17 req-91b275f7-636a-4215-80d9-3ae88b77d06d service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-changed-5769f91e-9a1c-46e0-8c36-a81a28dc7264 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:56 user nova-compute[74922]: DEBUG nova.compute.manager [req-b3d1de17-2b6c-4bd4-a4ba-501f32da4d17 req-91b275f7-636a-4215-80d9-3ae88b77d06d service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Refreshing instance network info cache due to event network-changed-5769f91e-9a1c-46e0-8c36-a81a28dc7264. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:49:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b3d1de17-2b6c-4bd4-a4ba-501f32da4d17 req-91b275f7-636a-4215-80d9-3ae88b77d06d service nova] Acquiring lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:49:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b3d1de17-2b6c-4bd4-a4ba-501f32da4d17 req-91b275f7-636a-4215-80d9-3ae88b77d06d service nova] Acquired lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:49:56 user nova-compute[74922]: DEBUG nova.network.neutron [req-b3d1de17-2b6c-4bd4-a4ba-501f32da4d17 req-91b275f7-636a-4215-80d9-3ae88b77d06d service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Refreshing network info cache for port 5769f91e-9a1c-46e0-8c36-a81a28dc7264 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:49:57 user nova-compute[74922]: DEBUG nova.network.neutron [req-b3d1de17-2b6c-4bd4-a4ba-501f32da4d17 req-91b275f7-636a-4215-80d9-3ae88b77d06d service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:49:57 user nova-compute[74922]: DEBUG nova.network.neutron [req-b3d1de17-2b6c-4bd4-a4ba-501f32da4d17 req-91b275f7-636a-4215-80d9-3ae88b77d06d service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:49:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b3d1de17-2b6c-4bd4-a4ba-501f32da4d17 req-91b275f7-636a-4215-80d9-3ae88b77d06d service nova] Releasing lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:49:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Acquired lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:49:57 user nova-compute[74922]: DEBUG nova.network.neutron [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:49:57 user nova-compute[74922]: DEBUG nova.network.neutron [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:49:58 user nova-compute[74922]: DEBUG nova.compute.manager [req-25c63f94-14ba-4a83-be3d-8553ef2e50e4 req-af3cb2ef-76e3-4dce-a7f2-045eea08ae7c service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-changed-448d3879-a421-45ca-9687-384f1fa7731b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:49:58 user nova-compute[74922]: DEBUG nova.compute.manager [req-25c63f94-14ba-4a83-be3d-8553ef2e50e4 req-af3cb2ef-76e3-4dce-a7f2-045eea08ae7c service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Refreshing instance network info cache due to event network-changed-448d3879-a421-45ca-9687-384f1fa7731b. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:49:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-25c63f94-14ba-4a83-be3d-8553ef2e50e4 req-af3cb2ef-76e3-4dce-a7f2-045eea08ae7c service nova] Acquiring lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:49:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:59 user nova-compute[74922]: DEBUG nova.network.neutron [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Updating instance_info_cache with network_info: [{"id": "24c5ff8c-872f-4693-b958-f23a2efcdc2c", "address": "fa:16:3e:b3:86:98", "network": {"id": "b315e416-0e9d-41ff-a4ff-79cc178d62a0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-332044683-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24c5ff8c-87", "ovs_interfaceid": "24c5ff8c-872f-4693-b958-f23a2efcdc2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26efd53d-613e-4122-962e-c96d07e83de6", "address": "fa:16:3e:02:8d:5e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26efd53d-61", "ovs_interfaceid": "26efd53d-613e-4122-962e-c96d07e83de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7d570624-5cb0-474a-b752-0f76927dc51c", "address": "fa:16:3e:48:21:2e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d570624-5c", "ovs_interfaceid": "7d570624-5cb0-474a-b752-0f76927dc51c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5d315383-06fc-4db4-87cc-dd2084ef8e8d", "address": "fa:16:3e:24:d8:6b", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d315383-06", "ovs_interfaceid": "5d315383-06fc-4db4-87cc-dd2084ef8e8d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679", "address": "fa:16:3e:34:b8:7e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f0e13c0-1b", "ovs_interfaceid": "0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5769f91e-9a1c-46e0-8c36-a81a28dc7264", "address": "fa:16:3e:85:33:c3", "network": {"id": "bbd03912-215c-4441-b2aa-5d6cc528802a", "bridge": "br-int", "label": "tempest-device-tagging-net2-96065221", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5769f91e-9a", "ovs_interfaceid": "5769f91e-9a1c-46e0-8c36-a81a28dc7264", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "448d3879-a421-45ca-9687-384f1fa7731b", "address": "fa:16:3e:00:d5:fd", "network": {"id": "bbd03912-215c-4441-b2aa-5d6cc528802a", "bridge": "br-int", "label": "tempest-device-tagging-net2-96065221", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap448d3879-a4", "ovs_interfaceid": "448d3879-a421-45ca-9687-384f1fa7731b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:49:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:49:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Releasing lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:49:59 user nova-compute[74922]: DEBUG nova.compute.manager [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Instance network_info: |[{"id": "24c5ff8c-872f-4693-b958-f23a2efcdc2c", "address": "fa:16:3e:b3:86:98", "network": {"id": "b315e416-0e9d-41ff-a4ff-79cc178d62a0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-332044683-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24c5ff8c-87", "ovs_interfaceid": "24c5ff8c-872f-4693-b958-f23a2efcdc2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26efd53d-613e-4122-962e-c96d07e83de6", "address": "fa:16:3e:02:8d:5e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26efd53d-61", "ovs_interfaceid": "26efd53d-613e-4122-962e-c96d07e83de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7d570624-5cb0-474a-b752-0f76927dc51c", "address": "fa:16:3e:48:21:2e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d570624-5c", "ovs_interfaceid": "7d570624-5cb0-474a-b752-0f76927dc51c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5d315383-06fc-4db4-87cc-dd2084ef8e8d", "address": "fa:16:3e:24:d8:6b", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d315383-06", "ovs_interfaceid": "5d315383-06fc-4db4-87cc-dd2084ef8e8d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679", "address": "fa:16:3e:34:b8:7e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f0e13c0-1b", "ovs_interfaceid": "0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5769f91e-9a1c-46e0-8c36-a81a28dc7264", "address": "fa:16:3e:85:33:c3", "network": {"id": "bbd03912-215c-4441-b2aa-5d6cc528802a", "bridge": "br-int", "label": "tempest-device-tagging-net2-96065221", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5769f91e-9a", "ovs_interfaceid": "5769f91e-9a1c-46e0-8c36-a81a28dc7264", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "448d3879-a421-45ca-9687-384f1fa7731b", "address": "fa:16:3e:00:d5:fd", "network": {"id": "bbd03912-215c-4441-b2aa-5d6cc528802a", "bridge": "br-int", "label": "tempest-device-tagging-net2-96065221", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap448d3879-a4", "ovs_interfaceid": "448d3879-a421-45ca-9687-384f1fa7731b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:49:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-25c63f94-14ba-4a83-be3d-8553ef2e50e4 req-af3cb2ef-76e3-4dce-a7f2-045eea08ae7c service nova] Acquired lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:49:59 user nova-compute[74922]: DEBUG nova.network.neutron [req-25c63f94-14ba-4a83-be3d-8553ef2e50e4 req-af3cb2ef-76e3-4dce-a7f2-045eea08ae7c service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Refreshing network info cache for port 448d3879-a421-45ca-9687-384f1fa7731b {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:49:59 user nova-compute[74922]: DEBUG nova.network.neutron [req-25c63f94-14ba-4a83-be3d-8553ef2e50e4 req-af3cb2ef-76e3-4dce-a7f2-045eea08ae7c service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Updated VIF entry in instance network info cache for port 448d3879-a421-45ca-9687-384f1fa7731b. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:49:59 user nova-compute[74922]: DEBUG nova.network.neutron [req-25c63f94-14ba-4a83-be3d-8553ef2e50e4 req-af3cb2ef-76e3-4dce-a7f2-045eea08ae7c service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Updating instance_info_cache with network_info: [{"id": "24c5ff8c-872f-4693-b958-f23a2efcdc2c", "address": "fa:16:3e:b3:86:98", "network": {"id": "b315e416-0e9d-41ff-a4ff-79cc178d62a0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-332044683-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24c5ff8c-87", "ovs_interfaceid": "24c5ff8c-872f-4693-b958-f23a2efcdc2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26efd53d-613e-4122-962e-c96d07e83de6", "address": "fa:16:3e:02:8d:5e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26efd53d-61", "ovs_interfaceid": "26efd53d-613e-4122-962e-c96d07e83de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7d570624-5cb0-474a-b752-0f76927dc51c", "address": "fa:16:3e:48:21:2e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d570624-5c", "ovs_interfaceid": "7d570624-5cb0-474a-b752-0f76927dc51c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5d315383-06fc-4db4-87cc-dd2084ef8e8d", "address": "fa:16:3e:24:d8:6b", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d315383-06", "ovs_interfaceid": "5d315383-06fc-4db4-87cc-dd2084ef8e8d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679", "address": "fa:16:3e:34:b8:7e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f0e13c0-1b", "ovs_interfaceid": "0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5769f91e-9a1c-46e0-8c36-a81a28dc7264", "address": "fa:16:3e:85:33:c3", "network": {"id": "bbd03912-215c-4441-b2aa-5d6cc528802a", "bridge": "br-int", "label": "tempest-device-tagging-net2-96065221", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5769f91e-9a", "ovs_interfaceid": "5769f91e-9a1c-46e0-8c36-a81a28dc7264", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "448d3879-a421-45ca-9687-384f1fa7731b", "address": "fa:16:3e:00:d5:fd", "network": {"id": "bbd03912-215c-4441-b2aa-5d6cc528802a", "bridge": "br-int", "label": "tempest-device-tagging-net2-96065221", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap448d3879-a4", "ovs_interfaceid": "448d3879-a421-45ca-9687-384f1fa7731b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:49:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-25c63f94-14ba-4a83-be3d-8553ef2e50e4 req-af3cb2ef-76e3-4dce-a7f2-045eea08ae7c service nova] Releasing lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:50:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b4e844a4-0c7e-47e5-8be1-c9c047d6b93a tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "3eda9718-c0e8-45d0-b2d7-403f219e8192" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:50:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b4e844a4-0c7e-47e5-8be1-c9c047d6b93a tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:50:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b4e844a4-0c7e-47e5-8be1-c9c047d6b93a tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:50:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b4e844a4-0c7e-47e5-8be1-c9c047d6b93a tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:50:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b4e844a4-0c7e-47e5-8be1-c9c047d6b93a tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:50:03 user nova-compute[74922]: INFO nova.compute.manager [None req-b4e844a4-0c7e-47e5-8be1-c9c047d6b93a tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Terminating instance
Oct 30 05:50:03 user nova-compute[74922]: DEBUG nova.compute.manager [None req-b4e844a4-0c7e-47e5-8be1-c9c047d6b93a tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 05:50:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:04 user nova-compute[74922]: DEBUG nova.compute.manager [req-2eab520e-4eb2-4b75-8a69-049549c44a4c req-71d45d65-090e-43cc-878e-a2cf93bafba6 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Received event network-vif-unplugged-450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:50:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2eab520e-4eb2-4b75-8a69-049549c44a4c req-71d45d65-090e-43cc-878e-a2cf93bafba6 service nova] Acquiring lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:50:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2eab520e-4eb2-4b75-8a69-049549c44a4c req-71d45d65-090e-43cc-878e-a2cf93bafba6 service nova] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:50:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2eab520e-4eb2-4b75-8a69-049549c44a4c req-71d45d65-090e-43cc-878e-a2cf93bafba6 service nova] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:50:04 user nova-compute[74922]: DEBUG nova.compute.manager [req-2eab520e-4eb2-4b75-8a69-049549c44a4c req-71d45d65-090e-43cc-878e-a2cf93bafba6 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] No waiting events found dispatching network-vif-unplugged-450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:50:04 user nova-compute[74922]: DEBUG nova.compute.manager [req-2eab520e-4eb2-4b75-8a69-049549c44a4c req-71d45d65-090e-43cc-878e-a2cf93bafba6 service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Received event network-vif-unplugged-450bc0a4-feb9-498a-b5d2-2cefcac965a4 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:50:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:04 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Instance destroyed successfully.
Oct 30 05:50:04 user nova-compute[74922]: DEBUG nova.objects.instance [None req-b4e844a4-0c7e-47e5-8be1-c9c047d6b93a tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lazy-loading 'resources' on Instance uuid 3eda9718-c0e8-45d0-b2d7-403f219e8192 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:50:04 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-b4e844a4-0c7e-47e5-8be1-c9c047d6b93a tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:44:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-648907795',display_name='tempest-TestMinimumBasicScenario-server-648907795',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-648907795',id=9,image_ref='ee66c556-e052-4d58-b48a-fae098409c77',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOuLoWeqexCSIbtR4w3DNLvyQyA9UTyfZV/uH53pkWNIyQ/2sRlYPxhfX2EvdDRgrP4MSfVgce2JkN6lkNdm8QxIn+FimAqrAJYDNCmSXSjl2TrxYY3R7wXDxg9sb3Es6g==',key_name='tempest-TestMinimumBasicScenario-413131868',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:44:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e7091d27413441c6acc2d53c88cde072',ramdisk_id='',reservation_id='r-ja7mukyd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ee66c556-e052-4d58-b48a-fae098409c77',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-810032681',owner_user_name='tempest-TestMinimumBasicScenario-810032681-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:47:17Z,user_data=None,user_id='e3d42c973de44a77a6cbc71ca18cf8be',uuid=3eda9718-c0e8-45d0-b2d7-403f219e8192,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "address": "fa:16:3e:b8:74:95", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap450bc0a4-fe", "ovs_interfaceid": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:50:04 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-b4e844a4-0c7e-47e5-8be1-c9c047d6b93a tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Converting VIF {"id": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "address": "fa:16:3e:b8:74:95", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap450bc0a4-fe", "ovs_interfaceid": "450bc0a4-feb9-498a-b5d2-2cefcac965a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:50:04 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-b4e844a4-0c7e-47e5-8be1-c9c047d6b93a tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b8:74:95,bridge_name='br-int',has_traffic_filtering=True,id=450bc0a4-feb9-498a-b5d2-2cefcac965a4,network=Network(3aa18a1b-230f-434e-af29-d9dcc82eb79c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap450bc0a4-fe') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:50:04 user nova-compute[74922]: DEBUG os_vif [None req-b4e844a4-0c7e-47e5-8be1-c9c047d6b93a tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b8:74:95,bridge_name='br-int',has_traffic_filtering=True,id=450bc0a4-feb9-498a-b5d2-2cefcac965a4,network=Network(3aa18a1b-230f-434e-af29-d9dcc82eb79c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap450bc0a4-fe') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:50:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap450bc0a4-fe, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:50:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5d64516e-421c-492c-b1b2-1857ff926039) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:50:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:04 user nova-compute[74922]: INFO os_vif [None req-b4e844a4-0c7e-47e5-8be1-c9c047d6b93a tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b8:74:95,bridge_name='br-int',has_traffic_filtering=True,id=450bc0a4-feb9-498a-b5d2-2cefcac965a4,network=Network(3aa18a1b-230f-434e-af29-d9dcc82eb79c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap450bc0a4-fe')
Oct 30 05:50:04 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-b4e844a4-0c7e-47e5-8be1-c9c047d6b93a tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Deleting instance files /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192_del
Oct 30 05:50:04 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-b4e844a4-0c7e-47e5-8be1-c9c047d6b93a tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Deletion of /opt/stack/data/nova/instances/3eda9718-c0e8-45d0-b2d7-403f219e8192_del complete
Oct 30 05:50:04 user nova-compute[74922]: INFO nova.compute.manager [None req-b4e844a4-0c7e-47e5-8be1-c9c047d6b93a tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 30 05:50:04 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-b4e844a4-0c7e-47e5-8be1-c9c047d6b93a tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 05:50:04 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 05:50:04 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 05:50:05 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:50:05 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Took 0.48 seconds to deallocate network for instance.
Oct 30 05:50:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b4e844a4-0c7e-47e5-8be1-c9c047d6b93a tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:50:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b4e844a4-0c7e-47e5-8be1-c9c047d6b93a tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:50:05 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-b4e844a4-0c7e-47e5-8be1-c9c047d6b93a tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:50:05 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-b4e844a4-0c7e-47e5-8be1-c9c047d6b93a tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:50:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b4e844a4-0c7e-47e5-8be1-c9c047d6b93a tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.381s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:50:05 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-b4e844a4-0c7e-47e5-8be1-c9c047d6b93a tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Deleted allocations for instance 3eda9718-c0e8-45d0-b2d7-403f219e8192
Oct 30 05:50:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b4e844a4-0c7e-47e5-8be1-c9c047d6b93a tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.016s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:50:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-d9bc4d85-9667-473a-9b8d-dd4784c84239 req-16722b61-fcab-4c14-80d9-1a91546812bc service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Received event network-vif-plugged-450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:50:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d9bc4d85-9667-473a-9b8d-dd4784c84239 req-16722b61-fcab-4c14-80d9-1a91546812bc service nova] Acquiring lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:50:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d9bc4d85-9667-473a-9b8d-dd4784c84239 req-16722b61-fcab-4c14-80d9-1a91546812bc service nova] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:50:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d9bc4d85-9667-473a-9b8d-dd4784c84239 req-16722b61-fcab-4c14-80d9-1a91546812bc service nova] Lock "3eda9718-c0e8-45d0-b2d7-403f219e8192-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:50:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-d9bc4d85-9667-473a-9b8d-dd4784c84239 req-16722b61-fcab-4c14-80d9-1a91546812bc service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] No waiting events found dispatching network-vif-plugged-450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:50:06 user nova-compute[74922]: WARNING nova.compute.manager [req-d9bc4d85-9667-473a-9b8d-dd4784c84239 req-16722b61-fcab-4c14-80d9-1a91546812bc service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Received unexpected event network-vif-plugged-450bc0a4-feb9-498a-b5d2-2cefcac965a4 for instance with vm_state deleted and task_state None.
Oct 30 05:50:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-d9bc4d85-9667-473a-9b8d-dd4784c84239 req-16722b61-fcab-4c14-80d9-1a91546812bc service nova] [instance: 3eda9718-c0e8-45d0-b2d7-403f219e8192] Received event network-vif-deleted-450bc0a4-feb9-498a-b5d2-2cefcac965a4 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:50:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-55b2ace3-8732-4331-9ba3-f3ca7e074ef6 req-0d31d1ed-5e44-43ad-820d-1e04b46f2dda service nova] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Received event network-changed-95b34bcd-3a46-4535-8c99-3dffe6b6bd1d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:50:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-55b2ace3-8732-4331-9ba3-f3ca7e074ef6 req-0d31d1ed-5e44-43ad-820d-1e04b46f2dda service nova] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Refreshing instance network info cache due to event network-changed-95b34bcd-3a46-4535-8c99-3dffe6b6bd1d. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:50:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-55b2ace3-8732-4331-9ba3-f3ca7e074ef6 req-0d31d1ed-5e44-43ad-820d-1e04b46f2dda service nova] Acquiring lock "refresh_cache-a9ee90ad-74b3-41dc-8daa-435b156cecbe" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:50:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-55b2ace3-8732-4331-9ba3-f3ca7e074ef6 req-0d31d1ed-5e44-43ad-820d-1e04b46f2dda service nova] Acquired lock "refresh_cache-a9ee90ad-74b3-41dc-8daa-435b156cecbe" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:50:06 user nova-compute[74922]: DEBUG nova.network.neutron [req-55b2ace3-8732-4331-9ba3-f3ca7e074ef6 req-0d31d1ed-5e44-43ad-820d-1e04b46f2dda service nova] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Refreshing network info cache for port 95b34bcd-3a46-4535-8c99-3dffe6b6bd1d {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pGYZoXhQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:50:07 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:50:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:50:07 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:50:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:50:07 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[02b98894-8ab6-4063-8928-06d3b2f47abe]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:50:07 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[33c74c67-ffc1-4c08-bb5d-1ef4954c885e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b] added
Oct 30 05:50:07 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfc8fd5d-5a57-468e-8718-b62b1fc0de65]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[933f2ed1-5c25-4e18-8427-57dcdab6069c]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pGYZoXhQ {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG nova.network.neutron [req-55b2ace3-8732-4331-9ba3-f3ca7e074ef6 req-0d31d1ed-5e44-43ad-820d-1e04b46f2dda service nova] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Updated VIF entry in instance network info cache for port 95b34bcd-3a46-4535-8c99-3dffe6b6bd1d. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG nova.network.neutron [req-55b2ace3-8732-4331-9ba3-f3ca7e074ef6 req-0d31d1ed-5e44-43ad-820d-1e04b46f2dda service nova] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Updating instance_info_cache with network_info: [{"id": "95b34bcd-3a46-4535-8c99-3dffe6b6bd1d", "address": "fa:16:3e:3d:63:d1", "network": {"id": "6d0d0ab5-9bd6-4a44-91fb-a6f0562ae03b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1056807611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.24", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "981d5d5a56da43449b259ff220d08d0f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95b34bcd-3a", "ovs_interfaceid": "95b34bcd-3a46-4535-8c99-3dffe6b6bd1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pGYZoXhQ" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[726b2d57-bee5-41dd-a74a-1c52ea8b3232]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pGYZoXhQ'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-55b2ace3-8732-4331-9ba3-f3ca7e074ef6 req-0d31d1ed-5e44-43ad-820d-1e04b46f2dda service nova] Releasing lock "refresh_cache-a9ee90ad-74b3-41dc-8daa-435b156cecbe" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f161eb2-d863-445c-b9e2-869b34ffa241]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4c6f1f4-e65f-4539-aa0b-15f2226c79b8]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:50:07 user nova-compute[74922]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:50:07 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:50:07 user nova-compute[74922]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:50:07 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ee4e023-6c95-47ce-89aa-453f011524fd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b, portal: 172.16.0.220,3260]
Oct 30 05:50:07 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b, portal: 172.16.0.220,3260] successful.
Oct 30 05:50:07 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e277ff3-ed60-4e43-8508-ba33b43aea37]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b228f30-89e6-4449-97d2-a3e5867950d6]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:50:07 user nova-compute[74922]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:50:07 user nova-compute[74922]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b (non-flash)
Oct 30 05:50:07 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:50:07 user nova-compute[74922]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:50:07 user nova-compute[74922]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b (non-flash)
Oct 30 05:50:07 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.313s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] HCTL ('35', '-', '-', 0) found on session 21 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a2baac7-9937-42c2-891c-e1a76f1f7231]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:07 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Searching for a device in session 21 and hctl ['35', '*', '*', 0] yield: None {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:50:08 user nova-compute[74922]: DEBUG nova.compute.manager [None req-535bf4a1-cbcc-4298-8a00-e2240febc540 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:50:08 user nova-compute[74922]: INFO nova.compute.manager [None req-535bf4a1-cbcc-4298-8a00-e2240febc540 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] instance snapshotting
Oct 30 05:50:08 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-535bf4a1-cbcc-4298-8a00-e2240febc540 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Beginning live snapshot process
Oct 30 05:50:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-535bf4a1-cbcc-4298-8a00-e2240febc540 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json -f qcow2 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:08 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Searching for a device in session 21 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:50:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pGYZoXhQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:50:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.349s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:50:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] <== connect_volume: return (1352ms) {'type': 'block', 'scsi_wwn': '23361613331646530', 'path': '/dev/sdd'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:50:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23361613331646530', 'path': '/dev/sdd'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:50:08 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lazy-loading 'flavor' on Instance uuid c5816c23-9ba0-4119-a957-696cb99e3e43 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:50:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 05:50:08 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:50:08 user nova-compute[74922]:   <source dev="/dev/sdd"/>
Oct 30 05:50:08 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:50:08 user nova-compute[74922]:   <serial>17c2d69c-6fbe-4e8b-8c7f-27526d949b7b</serial>
Oct 30 05:50:08 user nova-compute[74922]: </disk>
Oct 30 05:50:08 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 05:50:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-535bf4a1-cbcc-4298-8a00-e2240febc540 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json -f qcow2" returned: 0 in 0.175s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-535bf4a1-cbcc-4298-8a00-e2240febc540 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json -f qcow2 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-535bf4a1-cbcc-4298-8a00-e2240febc540 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json -f qcow2" returned: 0 in 0.242s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-535bf4a1-cbcc-4298-8a00-e2240febc540 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-535bf4a1-cbcc-4298-8a00-e2240febc540 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.198s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-535bf4a1-cbcc-4298-8a00-e2240febc540 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp5h7e2jkw/6d4bb1d9c5534d1e9988e8a54ccf8dc9.delta 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-535bf4a1-cbcc-4298-8a00-e2240febc540 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp5h7e2jkw/6d4bb1d9c5534d1e9988e8a54ccf8dc9.delta 1073741824" returned: 0 in 0.059s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:09 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-535bf4a1-cbcc-4298-8a00-e2240febc540 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 30 05:50:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] No BDM found with device name hda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] No VIF found with MAC fa:16:3e:20:8c:7f, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5807d6-c9d3-4409-b7bd-85a7b6ba45fb tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.337s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:50:09 user nova-compute[74922]: INFO nova.virt.block_device [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Booting with volume f470cd68-4c51-4aab-9d03-5e5467f1530b at /dev/vdb
Oct 30 05:50:09 user nova-compute[74922]: DEBUG os_brick.utils [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[82e1989a-6475-49ad-8110-80a1c2820547]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[149b6a2e-81f4-4377-bd4a-77b15842e579]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[921c93b3-1f41-4ebe-807e-d91123327dde]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[99f731a3-de1d-4601-835a-8cc27ac760e0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:50:09 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:50:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[90607ac6-ce75-4ec4-9360-d96bebc90acc]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG os_brick.utils [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Updating existing volume attachment record: 67cde6b2-61b7-472a-9f7b-432f8228f1c3 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-535bf4a1-cbcc-4298-8a00-e2240febc540 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74922) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 05:50:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-535bf4a1-cbcc-4298-8a00-e2240febc540 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74922) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 05:50:10 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-535bf4a1-cbcc-4298-8a00-e2240febc540 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 30 05:50:10 user nova-compute[74922]: DEBUG nova.privsep.utils [None req-535bf4a1-cbcc-4298-8a00-e2240febc540 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74922) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 05:50:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-535bf4a1-cbcc-4298-8a00-e2240febc540 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp5h7e2jkw/6d4bb1d9c5534d1e9988e8a54ccf8dc9.delta /opt/stack/data/nova/instances/snapshots/tmp5h7e2jkw/6d4bb1d9c5534d1e9988e8a54ccf8dc9 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Acquiring lock "c5816c23-9ba0-4119-a957-696cb99e3e43" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:50:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.003s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:50:11 user nova-compute[74922]: INFO nova.compute.manager [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Detaching volume 17c2d69c-6fbe-4e8b-8c7f-27526d949b7b
Oct 30 05:50:11 user nova-compute[74922]: INFO nova.virt.block_device [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Attempting to driver detach volume 17c2d69c-6fbe-4e8b-8c7f-27526d949b7b from mountpoint /dev/vdb
Oct 30 05:50:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Attempting to detach device vdb from instance c5816c23-9ba0-4119-a957-696cb99e3e43 from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 05:50:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:50:11 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:50:11 user nova-compute[74922]:   <source dev="/dev/sdd"/>
Oct 30 05:50:11 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:50:11 user nova-compute[74922]:   <serial>17c2d69c-6fbe-4e8b-8c7f-27526d949b7b</serial>
Oct 30 05:50:11 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 30 05:50:11 user nova-compute[74922]: </disk>
Oct 30 05:50:11 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:50:11 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-535bf4a1-cbcc-4298-8a00-e2240febc540 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp5h7e2jkw/6d4bb1d9c5534d1e9988e8a54ccf8dc9.delta /opt/stack/data/nova/instances/snapshots/tmp5h7e2jkw/6d4bb1d9c5534d1e9988e8a54ccf8dc9" returned: 0 in 0.632s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:11 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-535bf4a1-cbcc-4298-8a00-e2240febc540 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Snapshot extracted, beginning image upload
Oct 30 05:50:11 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Successfully detached device vdb from instance c5816c23-9ba0-4119-a957-696cb99e3e43 from the persistent domain config.
Oct 30 05:50:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c5816c23-9ba0-4119-a957-696cb99e3e43 from the live domain config. {{(pid=74922) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 05:50:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:50:11 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:50:11 user nova-compute[74922]:   <source dev="/dev/sdd"/>
Oct 30 05:50:11 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:50:11 user nova-compute[74922]:   <serial>17c2d69c-6fbe-4e8b-8c7f-27526d949b7b</serial>
Oct 30 05:50:11 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 30 05:50:11 user nova-compute[74922]: </disk>
Oct 30 05:50:11 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:50:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c5816c23-9ba0-4119-a957-696cb99e3e43 {{(pid=74922) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 05:50:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:14 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-535bf4a1-cbcc-4298-8a00-e2240febc540 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Snapshot image upload complete
Oct 30 05:50:14 user nova-compute[74922]: INFO nova.compute.manager [None req-535bf4a1-cbcc-4298-8a00-e2240febc540 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Took 6.08 seconds to snapshot the instance on the hypervisor.
Oct 30 05:50:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:16 user nova-compute[74922]: DEBUG nova.compute.manager [req-36ee4fd0-74b8-46e4-a208-bef5b2251493 req-fc23938c-8a0e-4614-858f-b8e403a15a98 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Received event network-changed-44e255db-a0a3-4be1-9e00-70a1ff62bde5 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:50:16 user nova-compute[74922]: DEBUG nova.compute.manager [req-36ee4fd0-74b8-46e4-a208-bef5b2251493 req-fc23938c-8a0e-4614-858f-b8e403a15a98 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Refreshing instance network info cache due to event network-changed-44e255db-a0a3-4be1-9e00-70a1ff62bde5. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:50:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-36ee4fd0-74b8-46e4-a208-bef5b2251493 req-fc23938c-8a0e-4614-858f-b8e403a15a98 service nova] Acquiring lock "refresh_cache-e078eacb-99e2-472e-94bb-44c60147aff3" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:50:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-36ee4fd0-74b8-46e4-a208-bef5b2251493 req-fc23938c-8a0e-4614-858f-b8e403a15a98 service nova] Acquired lock "refresh_cache-e078eacb-99e2-472e-94bb-44c60147aff3" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:50:16 user nova-compute[74922]: DEBUG nova.network.neutron [req-36ee4fd0-74b8-46e4-a208-bef5b2251493 req-fc23938c-8a0e-4614-858f-b8e403a15a98 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Refreshing network info cache for port 44e255db-a0a3-4be1-9e00-70a1ff62bde5 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:50:16 user nova-compute[74922]: DEBUG nova.network.neutron [req-36ee4fd0-74b8-46e4-a208-bef5b2251493 req-fc23938c-8a0e-4614-858f-b8e403a15a98 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Updated VIF entry in instance network info cache for port 44e255db-a0a3-4be1-9e00-70a1ff62bde5. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:50:16 user nova-compute[74922]: DEBUG nova.network.neutron [req-36ee4fd0-74b8-46e4-a208-bef5b2251493 req-fc23938c-8a0e-4614-858f-b8e403a15a98 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Updating instance_info_cache with network_info: [{"id": "44e255db-a0a3-4be1-9e00-70a1ff62bde5", "address": "fa:16:3e:75:2c:69", "network": {"id": "b7b697ef-51da-40e5-b6a1-920ff412cfdc", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-490615133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fec827d97d58477e963d2b3169a7ad19", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44e255db-a0", "ovs_interfaceid": "44e255db-a0a3-4be1-9e00-70a1ff62bde5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:50:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-36ee4fd0-74b8-46e4-a208-bef5b2251493 req-fc23938c-8a0e-4614-858f-b8e403a15a98 service nova] Releasing lock "refresh_cache-e078eacb-99e2-472e-94bb-44c60147aff3" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:50:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:31 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c5816c23-9ba0-4119-a957-696cb99e3e43 is timed out.
Oct 30 05:50:31 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Successfully detached device vdb from instance c5816c23-9ba0-4119-a957-696cb99e3e43 from the live domain config.
Oct 30 05:50:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pGYZoXhQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:50:31 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:50:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f3a9b0b-a137-403b-8ecb-df9f348ad86a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:50:31 user nova-compute[74922]: No targets found.
Oct 30 05:50:31 user nova-compute[74922]: iSNS:
Oct 30 05:50:31 user nova-compute[74922]: No targets found.
Oct 30 05:50:31 user nova-compute[74922]: STATIC:
Oct 30 05:50:31 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b
Oct 30 05:50:31 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:50:31 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:50:31 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de
Oct 30 05:50:31 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:50:31 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:50:31 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28
Oct 30 05:50:31 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:50:31 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:50:31 user nova-compute[74922]: FIRMWARE:
Oct 30 05:50:31 user nova-compute[74922]: No targets found.
Oct 30 05:50:31 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:50:31 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:50:31 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dbe6fd2-9cf5-49cd-9022-0a7b5aa6b680]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9507422b-0275-4c7c-8026-e8fe309356e3]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:50:31 user nova-compute[74922]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:50:31 user nova-compute[74922]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b (non-flash)
Oct 30 05:50:31 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:50:31 user nova-compute[74922]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:50:31 user nova-compute[74922]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b (non-flash)
Oct 30 05:50:31 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82086ac4c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b'): ({'sdd'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Removing single pathed devices sdd {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f83415d6-0643-4d76-835f-34a18e336c1f]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f09767cf-7d70-4ff6-8458-ddaa3ccce65b]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Flushing IO for device /dev/sdd {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[52ef5052-4cf7-4bab-80ff-213c3f50a955]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.046s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b089733-315d-45cc-ab85-d2c39f8bf1de]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] SCSI volumes sdd have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5694ce2-8658-42c5-b1f5-d69f394e1d02]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bbb8f85-43a7-463e-b135-ed21b71496ed]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b, portal: 172.16.0.220,3260]
Oct 30 05:50:31 user nova-compute[74922]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b, portal: 172.16.0.220,3260] successful.
Oct 30 05:50:31 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17c2d69c-6fbe-4e8b-8c7f-27526d949b7b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[19f2610e-75c0-4037-95a4-31e1a20143fa]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.324s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] <== disconnect_volume: return (326ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:50:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:50:32 user nova-compute[74922]: DEBUG nova.objects.instance [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lazy-loading 'flavor' on Instance uuid c5816c23-9ba0-4119-a957-696cb99e3e43 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:50:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-eea27b20-f966-471c-abc2-8d04c71f2c86 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.998s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:50:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Acquiring lock "interface-c5816c23-9ba0-4119-a957-696cb99e3e43-5c1df3b4-c07f-43a4-8296-612d0341e5c9" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:50:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "interface-c5816c23-9ba0-4119-a957-696cb99e3e43-5c1df3b4-c07f-43a4-8296-612d0341e5c9" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:50:33 user nova-compute[74922]: DEBUG nova.objects.instance [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lazy-loading 'flavor' on Instance uuid c5816c23-9ba0-4119-a957-696cb99e3e43 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:50:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:47:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-96703779',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-96703779',id=15,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBCIGVgk51IPOhFInQqffZo4+bnBAkZ5iFYw18d039XwkZXmgFyqb4NneSFsvt3Ut5Ae6ywVZIzfuz5KJeqWibHY61f1KvBi8nWgHhiEEFPx2qSAAB5UzqPrpuk56tmYGA==',key_name='tempest-keypair-1413859791',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:47:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d6b93abe179f4a9dbe458afef7e35737',ramdisk_id='',reservation_id='r-lviwczqe',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1596342775',owner_user_name='tempest-TaggedAttachmentsTest-1596342775-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:47:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f604726bc7d4c66a7fc731980f9e055',uuid=c5816c23-9ba0-4119-a957-696cb99e3e43,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "address": "fa:16:3e:40:22:e8", "network": {"id": "2742570a-e515-4ece-9296-ec51ed964b04", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-54164109", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c1df3b4-c0", "ovs_interfaceid": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:50:33 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Converting VIF {"id": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "address": "fa:16:3e:40:22:e8", "network": {"id": "2742570a-e515-4ece-9296-ec51ed964b04", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-54164109", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c1df3b4-c0", "ovs_interfaceid": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:50:33 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:22:e8,bridge_name='br-int',has_traffic_filtering=True,id=5c1df3b4-c07f-43a4-8296-612d0341e5c9,network=Network(2742570a-e515-4ece-9296-ec51ed964b04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c1df3b4-c0') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:50:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:40:22:e8"/><model type="virtio"/><mtu size="1442"/><target dev="tap5c1df3b4-c0"/></interface> {{(pid=74922) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 30 05:50:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:40:22:e8"/><model type="virtio"/><mtu size="1442"/><target dev="tap5c1df3b4-c0"/></interface> {{(pid=74922) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 30 05:50:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Attempting to detach device tap5c1df3b4-c0 from instance c5816c23-9ba0-4119-a957-696cb99e3e43 from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 05:50:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] detach device xml: <interface type="ethernet">
Oct 30 05:50:33 user nova-compute[74922]:   <mac address="fa:16:3e:40:22:e8"/>
Oct 30 05:50:33 user nova-compute[74922]:   <model type="virtio"/>
Oct 30 05:50:33 user nova-compute[74922]:   <mtu size="1442"/>
Oct 30 05:50:33 user nova-compute[74922]:   <target dev="tap5c1df3b4-c0"/>
Oct 30 05:50:33 user nova-compute[74922]: </interface>
Oct 30 05:50:33 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:50:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:40:22:e8"/><model type="virtio"/><mtu size="1442"/><target dev="tap5c1df3b4-c0"/></interface> {{(pid=74922) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 30 05:50:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:40:22:e8"/><model type="virtio"/><mtu size="1442"/><target dev="tap5c1df3b4-c0"/></interface>not found in domain: <domain type='kvm' id='18'>
Oct 30 05:50:33 user nova-compute[74922]:   <name>instance-0000000f</name>
Oct 30 05:50:33 user nova-compute[74922]:   <uuid>c5816c23-9ba0-4119-a957-696cb99e3e43</uuid>
Oct 30 05:50:33 user nova-compute[74922]:   <metadata>
Oct 30 05:50:33 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:50:33 user nova-compute[74922]:   <nova:package version="0.0.0"/>
Oct 30 05:50:33 user nova-compute[74922]:   <nova:name>tempest-device-tagging-server-96703779</nova:name>
Oct 30 05:50:33 user nova-compute[74922]:   <nova:creationTime>2023-10-30 05:49:44</nova:creationTime>
Oct 30 05:50:33 user nova-compute[74922]:   <nova:flavor name="m1.tiny">
Oct 30 05:50:33 user nova-compute[74922]:     <nova:memory>512</nova:memory>
Oct 30 05:50:33 user nova-compute[74922]:     <nova:disk>1</nova:disk>
Oct 30 05:50:33 user nova-compute[74922]:     <nova:swap>0</nova:swap>
Oct 30 05:50:33 user nova-compute[74922]:     <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:50:33 user nova-compute[74922]:     <nova:vcpus>1</nova:vcpus>
Oct 30 05:50:33 user nova-compute[74922]:   </nova:flavor>
Oct 30 05:50:33 user nova-compute[74922]:   <nova:owner>
Oct 30 05:50:33 user nova-compute[74922]:     <nova:user uuid="2f604726bc7d4c66a7fc731980f9e055">tempest-TaggedAttachmentsTest-1596342775-project-member</nova:user>
Oct 30 05:50:33 user nova-compute[74922]:     <nova:project uuid="d6b93abe179f4a9dbe458afef7e35737">tempest-TaggedAttachmentsTest-1596342775</nova:project>
Oct 30 05:50:33 user nova-compute[74922]:   </nova:owner>
Oct 30 05:50:33 user nova-compute[74922]:   <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:50:33 user nova-compute[74922]:   <nova:ports>
Oct 30 05:50:33 user nova-compute[74922]:     <nova:port uuid="af67ff54-8091-48d4-acc1-3c58659119cd">
Oct 30 05:50:33 user nova-compute[74922]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 30 05:50:33 user nova-compute[74922]:     </nova:port>
Oct 30 05:50:33 user nova-compute[74922]:     <nova:port uuid="5c1df3b4-c07f-43a4-8296-612d0341e5c9">
Oct 30 05:50:33 user nova-compute[74922]:       <nova:ip type="fixed" address="10.10.10.60" ipVersion="4"/>
Oct 30 05:50:33 user nova-compute[74922]:     </nova:port>
Oct 30 05:50:33 user nova-compute[74922]:   </nova:ports>
Oct 30 05:50:33 user nova-compute[74922]: </nova:instance>
Oct 30 05:50:33 user nova-compute[74922]:   </metadata>
Oct 30 05:50:33 user nova-compute[74922]:   <memory unit='KiB'>524288</memory>
Oct 30 05:50:33 user nova-compute[74922]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 30 05:50:33 user nova-compute[74922]:   <vcpu placement='static'>1</vcpu>
Oct 30 05:50:33 user nova-compute[74922]:   <resource>
Oct 30 05:50:33 user nova-compute[74922]:     <partition>/machine</partition>
Oct 30 05:50:33 user nova-compute[74922]:   </resource>
Oct 30 05:50:33 user nova-compute[74922]:   <sysinfo type='smbios'>
Oct 30 05:50:33 user nova-compute[74922]:     <system>
Oct 30 05:50:33 user nova-compute[74922]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 30 05:50:33 user nova-compute[74922]:       <entry name='product'>OpenStack Nova</entry>
Oct 30 05:50:33 user nova-compute[74922]:       <entry name='version'>0.0.0</entry>
Oct 30 05:50:33 user nova-compute[74922]:       <entry name='serial'>c5816c23-9ba0-4119-a957-696cb99e3e43</entry>
Oct 30 05:50:33 user nova-compute[74922]:       <entry name='uuid'>c5816c23-9ba0-4119-a957-696cb99e3e43</entry>
Oct 30 05:50:33 user nova-compute[74922]:       <entry name='family'>Virtual Machine</entry>
Oct 30 05:50:33 user nova-compute[74922]:     </system>
Oct 30 05:50:33 user nova-compute[74922]:   </sysinfo>
Oct 30 05:50:33 user nova-compute[74922]:   <os>
Oct 30 05:50:33 user nova-compute[74922]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 30 05:50:33 user nova-compute[74922]:     <boot dev='hd'/>
Oct 30 05:50:33 user nova-compute[74922]:     <smbios mode='sysinfo'/>
Oct 30 05:50:33 user nova-compute[74922]:   </os>
Oct 30 05:50:33 user nova-compute[74922]:   <features>
Oct 30 05:50:33 user nova-compute[74922]:     <acpi/>
Oct 30 05:50:33 user nova-compute[74922]:     <apic/>
Oct 30 05:50:33 user nova-compute[74922]:     <vmcoreinfo state='on'/>
Oct 30 05:50:33 user nova-compute[74922]:   </features>
Oct 30 05:50:33 user nova-compute[74922]:   <cpu mode='custom' match='exact' check='full'>
Oct 30 05:50:33 user nova-compute[74922]:     <model fallback='forbid'>Nehalem</model>
Oct 30 05:50:33 user nova-compute[74922]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 30 05:50:33 user nova-compute[74922]:     <feature policy='require' name='vme'/>
Oct 30 05:50:33 user nova-compute[74922]:     <feature policy='require' name='x2apic'/>
Oct 30 05:50:33 user nova-compute[74922]:     <feature policy='require' name='hypervisor'/>
Oct 30 05:50:33 user nova-compute[74922]:   </cpu>
Oct 30 05:50:33 user nova-compute[74922]:   <clock offset='utc'>
Oct 30 05:50:33 user nova-compute[74922]:     <timer name='pit' tickpolicy='delay'/>
Oct 30 05:50:33 user nova-compute[74922]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 30 05:50:33 user nova-compute[74922]:     <timer name='hpet' present='no'/>
Oct 30 05:50:33 user nova-compute[74922]:   </clock>
Oct 30 05:50:33 user nova-compute[74922]:   <on_poweroff>destroy</on_poweroff>
Oct 30 05:50:33 user nova-compute[74922]:   <on_reboot>restart</on_reboot>
Oct 30 05:50:33 user nova-compute[74922]:   <on_crash>destroy</on_crash>
Oct 30 05:50:33 user nova-compute[74922]:   <devices>
Oct 30 05:50:33 user nova-compute[74922]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 30 05:50:33 user nova-compute[74922]:     <disk type='file' device='disk'>
Oct 30 05:50:33 user nova-compute[74922]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 30 05:50:33 user nova-compute[74922]:       <source file='/opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk' index='2'/>
Oct 30 05:50:33 user nova-compute[74922]:       <backingStore type='file' index='3'>
Oct 30 05:50:33 user nova-compute[74922]:         <format type='raw'/>
Oct 30 05:50:33 user nova-compute[74922]:         <source file='/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155'/>
Oct 30 05:50:33 user nova-compute[74922]:         <backingStore/>
Oct 30 05:50:33 user nova-compute[74922]:       </backingStore>
Oct 30 05:50:33 user nova-compute[74922]:       <target dev='vda' bus='virtio'/>
Oct 30 05:50:33 user nova-compute[74922]:       <alias name='virtio-disk0'/>
Oct 30 05:50:33 user nova-compute[74922]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 30 05:50:33 user nova-compute[74922]:     </disk>
Oct 30 05:50:33 user nova-compute[74922]:     <disk type='file' device='cdrom'>
Oct 30 05:50:33 user nova-compute[74922]:       <driver name='qemu' type='raw' cache='none'/>
Oct 30 05:50:33 user nova-compute[74922]:       <source file='/opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk.config' index='1'/>
Oct 30 05:50:33 user nova-compute[74922]:       <backingStore/>
Oct 30 05:50:33 user nova-compute[74922]:       <target dev='hda' bus='ide'/>
Oct 30 05:50:33 user nova-compute[74922]:       <readonly/>
Oct 30 05:50:33 user nova-compute[74922]:       <alias name='ide0-0-0'/>
Oct 30 05:50:33 user nova-compute[74922]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 30 05:50:33 user nova-compute[74922]:     </disk>
Oct 30 05:50:33 user nova-compute[74922]:     <controller type='usb' index='0' model='none'>
Oct 30 05:50:33 user nova-compute[74922]:       <alias name='usb'/>
Oct 30 05:50:33 user nova-compute[74922]:     </controller>
Oct 30 05:50:33 user nova-compute[74922]:     <controller type='pci' index='0' model='pci-root'>
Oct 30 05:50:33 user nova-compute[74922]:       <alias name='pci.0'/>
Oct 30 05:50:33 user nova-compute[74922]:     </controller>
Oct 30 05:50:33 user nova-compute[74922]:     <controller type='ide' index='0'>
Oct 30 05:50:33 user nova-compute[74922]:       <alias name='ide'/>
Oct 30 05:50:33 user nova-compute[74922]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 30 05:50:33 user nova-compute[74922]:     </controller>
Oct 30 05:50:33 user nova-compute[74922]:     <interface type='ethernet'>
Oct 30 05:50:33 user nova-compute[74922]:       <mac address='fa:16:3e:20:8c:7f'/>
Oct 30 05:50:33 user nova-compute[74922]:       <target dev='tapaf67ff54-80'/>
Oct 30 05:50:33 user nova-compute[74922]:       <model type='virtio'/>
Oct 30 05:50:33 user nova-compute[74922]:       <mtu size='1442'/>
Oct 30 05:50:33 user nova-compute[74922]:       <alias name='net0'/>
Oct 30 05:50:33 user nova-compute[74922]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 30 05:50:33 user nova-compute[74922]:     </interface>
Oct 30 05:50:33 user nova-compute[74922]:     <interface type='ethernet'>
Oct 30 05:50:33 user nova-compute[74922]:       <mac address='fa:16:3e:40:22:e8'/>
Oct 30 05:50:33 user nova-compute[74922]:       <target dev='tap5c1df3b4-c0'/>
Oct 30 05:50:33 user nova-compute[74922]:       <model type='virtio'/>
Oct 30 05:50:33 user nova-compute[74922]:       <mtu size='1442'/>
Oct 30 05:50:33 user nova-compute[74922]:       <alias name='net1'/>
Oct 30 05:50:33 user nova-compute[74922]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Oct 30 05:50:33 user nova-compute[74922]:     </interface>
Oct 30 05:50:33 user nova-compute[74922]:     <serial type='pty'>
Oct 30 05:50:33 user nova-compute[74922]:       <source path='/dev/pts/8'/>
Oct 30 05:50:33 user nova-compute[74922]:       <log file='/opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/console.log' append='off'/>
Oct 30 05:50:33 user nova-compute[74922]:       <target type='isa-serial' port='0'>
Oct 30 05:50:33 user nova-compute[74922]:         <model name='isa-serial'/>
Oct 30 05:50:33 user nova-compute[74922]:       </target>
Oct 30 05:50:33 user nova-compute[74922]:       <alias name='serial0'/>
Oct 30 05:50:33 user nova-compute[74922]:     </serial>
Oct 30 05:50:33 user nova-compute[74922]:     <console type='pty' tty='/dev/pts/8'>
Oct 30 05:50:33 user nova-compute[74922]:       <source path='/dev/pts/8'/>
Oct 30 05:50:33 user nova-compute[74922]:       <log file='/opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/console.log' append='off'/>
Oct 30 05:50:33 user nova-compute[74922]:       <target type='serial' port='0'/>
Oct 30 05:50:33 user nova-compute[74922]:       <alias name='serial0'/>
Oct 30 05:50:33 user nova-compute[74922]:     </console>
Oct 30 05:50:33 user nova-compute[74922]:     <input type='mouse' bus='ps2'>
Oct 30 05:50:33 user nova-compute[74922]:       <alias name='input0'/>
Oct 30 05:50:33 user nova-compute[74922]:     </input>
Oct 30 05:50:33 user nova-compute[74922]:     <input type='keyboard' bus='ps2'>
Oct 30 05:50:33 user nova-compute[74922]:       <alias name='input1'/>
Oct 30 05:50:33 user nova-compute[74922]:     </input>
Oct 30 05:50:33 user nova-compute[74922]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Oct 30 05:50:33 user nova-compute[74922]:       <listen type='address' address='0.0.0.0'/>
Oct 30 05:50:33 user nova-compute[74922]:     </graphics>
Oct 30 05:50:33 user nova-compute[74922]:     <audio id='1' type='none'/>
Oct 30 05:50:33 user nova-compute[74922]:     <video>
Oct 30 05:50:33 user nova-compute[74922]:       <model type='virtio' heads='1' primary='yes'/>
Oct 30 05:50:33 user nova-compute[74922]:       <alias name='video0'/>
Oct 30 05:50:33 user nova-compute[74922]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 30 05:50:33 user nova-compute[74922]:     </video>
Oct 30 05:50:33 user nova-compute[74922]:     <memballoon model='virtio'>
Oct 30 05:50:33 user nova-compute[74922]:       <stats period='10'/>
Oct 30 05:50:33 user nova-compute[74922]:       <alias name='balloon0'/>
Oct 30 05:50:33 user nova-compute[74922]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 30 05:50:33 user nova-compute[74922]:     </memballoon>
Oct 30 05:50:33 user nova-compute[74922]:     <rng model='virtio'>
Oct 30 05:50:33 user nova-compute[74922]:       <backend model='random'>/dev/urandom</backend>
Oct 30 05:50:33 user nova-compute[74922]:       <alias name='rng0'/>
Oct 30 05:50:33 user nova-compute[74922]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 30 05:50:33 user nova-compute[74922]:     </rng>
Oct 30 05:50:33 user nova-compute[74922]:   </devices>
Oct 30 05:50:33 user nova-compute[74922]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 30 05:50:33 user nova-compute[74922]:     <label>libvirt-c5816c23-9ba0-4119-a957-696cb99e3e43</label>
Oct 30 05:50:33 user nova-compute[74922]:     <imagelabel>libvirt-c5816c23-9ba0-4119-a957-696cb99e3e43</imagelabel>
Oct 30 05:50:33 user nova-compute[74922]:   </seclabel>
Oct 30 05:50:33 user nova-compute[74922]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 30 05:50:33 user nova-compute[74922]:     <label>+64055:+108</label>
Oct 30 05:50:33 user nova-compute[74922]:     <imagelabel>+64055:+108</imagelabel>
Oct 30 05:50:33 user nova-compute[74922]:   </seclabel>
Oct 30 05:50:33 user nova-compute[74922]: </domain>
Oct 30 05:50:33 user nova-compute[74922]:  {{(pid=74922) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 30 05:50:33 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Successfully detached device tap5c1df3b4-c0 from instance c5816c23-9ba0-4119-a957-696cb99e3e43 from the persistent domain config.
Oct 30 05:50:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] (1/8): Attempting to detach device tap5c1df3b4-c0 with device alias net1 from instance c5816c23-9ba0-4119-a957-696cb99e3e43 from the live domain config. {{(pid=74922) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 05:50:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] detach device xml: <interface type="ethernet">
Oct 30 05:50:33 user nova-compute[74922]:   <mac address="fa:16:3e:40:22:e8"/>
Oct 30 05:50:33 user nova-compute[74922]:   <model type="virtio"/>
Oct 30 05:50:33 user nova-compute[74922]:   <mtu size="1442"/>
Oct 30 05:50:33 user nova-compute[74922]:   <target dev="tap5c1df3b4-c0"/>
Oct 30 05:50:33 user nova-compute[74922]: </interface>
Oct 30 05:50:33 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:50:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:34 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Start waiting for the detach event from libvirt for device tap5c1df3b4-c0 with device alias net1 for instance c5816c23-9ba0-4119-a957-696cb99e3e43 {{(pid=74922) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 05:50:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:34 user nova-compute[74922]: DEBUG nova.compute.manager [req-510deeab-82e6-4c07-a721-f04d54f8bcf5 req-b2678d29-1f9f-460a-8196-607ff9ab452c service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Received event network-vif-unplugged-5c1df3b4-c07f-43a4-8296-612d0341e5c9 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:50:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-510deeab-82e6-4c07-a721-f04d54f8bcf5 req-b2678d29-1f9f-460a-8196-607ff9ab452c service nova] Acquiring lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:50:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-510deeab-82e6-4c07-a721-f04d54f8bcf5 req-b2678d29-1f9f-460a-8196-607ff9ab452c service nova] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:50:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-510deeab-82e6-4c07-a721-f04d54f8bcf5 req-b2678d29-1f9f-460a-8196-607ff9ab452c service nova] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:50:34 user nova-compute[74922]: DEBUG nova.compute.manager [req-510deeab-82e6-4c07-a721-f04d54f8bcf5 req-b2678d29-1f9f-460a-8196-607ff9ab452c service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] No waiting events found dispatching network-vif-unplugged-5c1df3b4-c07f-43a4-8296-612d0341e5c9 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:50:34 user nova-compute[74922]: WARNING nova.compute.manager [req-510deeab-82e6-4c07-a721-f04d54f8bcf5 req-b2678d29-1f9f-460a-8196-607ff9ab452c service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Received unexpected event network-vif-unplugged-5c1df3b4-c07f-43a4-8296-612d0341e5c9 for instance with vm_state active and task_state None.
Oct 30 05:50:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:34 user nova-compute[74922]: INFO nova.virt.block_device [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Booting with volume 426d28a4-117c-4860-b14b-53f73f3e0b42 at /dev/vdc
Oct 30 05:50:34 user nova-compute[74922]: DEBUG os_brick.utils [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:50:34 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:35 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8767bd2f-b832-4bb5-af0e-dbd2497ab10a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:35 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8a6bff2-9d5a-49af-b6d0-6a921109d97b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:35 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7d1f6c2-92fe-4d7d-9fd6-92cea198bc70]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:35 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bc82e54-d8c6-49af-b6ba-ffec0b738da8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:50:35 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:50:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:35 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:50:35 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:50:35 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c43ab022-247b-4a1f-8718-798844c651ab]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:35 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:50:35 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:50:35 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:50:35 user nova-compute[74922]: DEBUG os_brick.utils [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:50:35 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Updating existing volume attachment record: bfda1b02-38f6-4b5c-ae68-1d7c607924ab {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:50:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Acquiring lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:50:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG nova.compute.manager [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "e078eacb-99e2-472e-94bb-44c60147aff3" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG nova.objects.instance [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lazy-loading 'flavor' on Instance uuid e078eacb-99e2-472e-94bb-44c60147aff3 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:50:36 user nova-compute[74922]: INFO nova.compute.claims [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Claim successful on node user
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "e078eacb-99e2-472e-94bb-44c60147aff3" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:50:36 user nova-compute[74922]: INFO nova.compute.manager [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Attaching volume a99db806-be81-4569-91e4-acc624e5d75e to /dev/vdb
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-4c3e6679-374d-4644-b05d-ef0bf04d7a3a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-4c3e6679-374d-4644-b05d-ef0bf04d7a3a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG os_brick.utils [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f54664de-0b28-4ced-863c-38cc0895d29f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7176bf5-b0be-440b-bf69-c7ffcb05fe94]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6444c94a-1056-48aa-83f2-34b32dba1975]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[330bd622-34fa-454e-bb72-c51620084cbc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG nova.compute.manager [req-93e09690-7a23-4bee-8df3-5bf9204fa483 req-b1869dcf-5a3f-4006-8bdc-2e7aa1ef60c2 service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Received event network-vif-plugged-5c1df3b4-c07f-43a4-8296-612d0341e5c9 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-93e09690-7a23-4bee-8df3-5bf9204fa483 req-b1869dcf-5a3f-4006-8bdc-2e7aa1ef60c2 service nova] Acquiring lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-93e09690-7a23-4bee-8df3-5bf9204fa483 req-b1869dcf-5a3f-4006-8bdc-2e7aa1ef60c2 service nova] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-93e09690-7a23-4bee-8df3-5bf9204fa483 req-b1869dcf-5a3f-4006-8bdc-2e7aa1ef60c2 service nova] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG nova.compute.manager [req-93e09690-7a23-4bee-8df3-5bf9204fa483 req-b1869dcf-5a3f-4006-8bdc-2e7aa1ef60c2 service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] No waiting events found dispatching network-vif-plugged-5c1df3b4-c07f-43a4-8296-612d0341e5c9 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:50:36 user nova-compute[74922]: WARNING nova.compute.manager [req-93e09690-7a23-4bee-8df3-5bf9204fa483 req-b1869dcf-5a3f-4006-8bdc-2e7aa1ef60c2 service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Received unexpected event network-vif-plugged-5c1df3b4-c07f-43a4-8296-612d0341e5c9 for instance with vm_state active and task_state None.
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:50:36 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a00712fa-e054-4201-aed7-bcca634e18be]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG os_brick.utils [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] <== get_connector_properties: return (146ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Updating existing volume attachment record: 885500c3-1a25-4ec0-b7c7-73879dff16dc {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.573s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG nova.compute.manager [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG nova.compute.manager [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG nova.network.neutron [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:50:36 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:50:36 user nova-compute[74922]: DEBUG nova.compute.manager [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG nova.policy [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7354d3af13d8427cbb2378580b8ee76e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aba01d2b60ff48a78f483f4c3ef4a653', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG nova.compute.manager [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:50:36 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Creating image(s)
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Acquiring lock "/opt/stack/data/nova/instances/bb0f3f8e-3892-480a-b624-e1fb1fea8696/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lock "/opt/stack/data/nova/instances/bb0f3f8e-3892-480a-b624-e1fb1fea8696/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lock "/opt/stack/data/nova/instances/bb0f3f8e-3892-480a-b624-e1fb1fea8696/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:50:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Updating instance_info_cache with network_info: [{"id": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "address": "fa:16:3e:71:29:0b", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee57dce5-f7", "ovs_interfaceid": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-4c3e6679-374d-4644-b05d-ef0bf04d7a3a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.186s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.176s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/bb0f3f8e-3892-480a-b624-e1fb1fea8696/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/bb0f3f8e-3892-480a-b624-e1fb1fea8696/disk 1073741824" returned: 0 in 0.046s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.230s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.202s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bb0f3f8e-3892-480a-b624-e1fb1fea8696/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb0f3f8e-3892-480a-b624-e1fb1fea8696/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb0f3f8e-3892-480a-b624-e1fb1fea8696/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Cannot resize image /opt/stack/data/nova/instances/bb0f3f8e-3892-480a-b624-e1fb1fea8696/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Ensure instance console log exists: /opt/stack/data/nova/instances/bb0f3f8e-3892-480a-b624-e1fb1fea8696/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:38 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:50:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:38 user nova-compute[74922]: DEBUG nova.network.neutron [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Successfully created port: 18287efa-04e8-4e6d-ad12-1182f57f1785 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:50:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0503a11c-fa6a-4455-904b-03bb67acc6ee/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0503a11c-fa6a-4455-904b-03bb67acc6ee/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0503a11c-fa6a-4455-904b-03bb67acc6ee/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0503a11c-fa6a-4455-904b-03bb67acc6ee/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.network.neutron [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Successfully updated port: 18287efa-04e8-4e6d-ad12-1182f57f1785 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.compute.manager [req-3f4d4cd8-025f-41df-adf3-ce24628332fd req-22cfdde1-0e1b-4d4b-8536-680e0060b41b service nova] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Received event network-changed-18287efa-04e8-4e6d-ad12-1182f57f1785 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.compute.manager [req-3f4d4cd8-025f-41df-adf3-ce24628332fd req-22cfdde1-0e1b-4d4b-8536-680e0060b41b service nova] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Refreshing instance network info cache due to event network-changed-18287efa-04e8-4e6d-ad12-1182f57f1785. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3f4d4cd8-025f-41df-adf3-ce24628332fd req-22cfdde1-0e1b-4d4b-8536-680e0060b41b service nova] Acquiring lock "refresh_cache-bb0f3f8e-3892-480a-b624-e1fb1fea8696" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3f4d4cd8-025f-41df-adf3-ce24628332fd req-22cfdde1-0e1b-4d4b-8536-680e0060b41b service nova] Acquired lock "refresh_cache-bb0f3f8e-3892-480a-b624-e1fb1fea8696" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.network.neutron [req-3f4d4cd8-025f-41df-adf3-ce24628332fd req-22cfdde1-0e1b-4d4b-8536-680e0060b41b service nova] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Refreshing network info cache for port 18287efa-04e8-4e6d-ad12-1182f57f1785 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Acquiring lock "refresh_cache-bb0f3f8e-3892-480a-b624-e1fb1fea8696" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.network.neutron [req-3f4d4cd8-025f-41df-adf3-ce24628332fd req-22cfdde1-0e1b-4d4b-8536-680e0060b41b service nova] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.network.neutron [req-3f4d4cd8-025f-41df-adf3-ce24628332fd req-22cfdde1-0e1b-4d4b-8536-680e0060b41b service nova] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3f4d4cd8-025f-41df-adf3-ce24628332fd req-22cfdde1-0e1b-4d4b-8536-680e0060b41b service nova] Releasing lock "refresh_cache-bb0f3f8e-3892-480a-b624-e1fb1fea8696" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Acquired lock "refresh_cache-bb0f3f8e-3892-480a-b624-e1fb1fea8696" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.network.neutron [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.network.neutron [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.network.neutron [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Updating instance_info_cache with network_info: [{"id": "18287efa-04e8-4e6d-ad12-1182f57f1785", "address": "fa:16:3e:36:0e:42", "network": {"id": "30a1e9f1-2403-4e02-802f-062af6e8f17f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-463472841-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aba01d2b60ff48a78f483f4c3ef4a653", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18287efa-04", "ovs_interfaceid": "18287efa-04e8-4e6d-ad12-1182f57f1785", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Releasing lock "refresh_cache-bb0f3f8e-3892-480a-b624-e1fb1fea8696" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.compute.manager [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Instance network_info: |[{"id": "18287efa-04e8-4e6d-ad12-1182f57f1785", "address": "fa:16:3e:36:0e:42", "network": {"id": "30a1e9f1-2403-4e02-802f-062af6e8f17f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-463472841-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aba01d2b60ff48a78f483f4c3ef4a653", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18287efa-04", "ovs_interfaceid": "18287efa-04e8-4e6d-ad12-1182f57f1785", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Start _get_guest_xml network_info=[{"id": "18287efa-04e8-4e6d-ad12-1182f57f1785", "address": "fa:16:3e:36:0e:42", "network": {"id": "30a1e9f1-2403-4e02-802f-062af6e8f17f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-463472841-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aba01d2b60ff48a78f483f4c3ef4a653", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18287efa-04", "ovs_interfaceid": "18287efa-04e8-4e6d-ad12-1182f57f1785", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:50:39 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:50:39 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:50:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1985899931',display_name='tempest-DeleteServersTestJSON-server-1985899931',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1985899931',id=21,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aba01d2b60ff48a78f483f4c3ef4a653',ramdisk_id='',reservation_id='r-unb9gq51',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-713314864',owner_user_name='tempest-DeleteServersTestJSON-713314864-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:50:37Z,user_data=None,user_id='7354d3af13d8427cbb2378580b8ee76e',uuid=bb0f3f8e-3892-480a-b624-e1fb1fea8696,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "18287efa-04e8-4e6d-ad12-1182f57f1785", "address": "fa:16:3e:36:0e:42", "network": {"id": "30a1e9f1-2403-4e02-802f-062af6e8f17f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-463472841-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aba01d2b60ff48a78f483f4c3ef4a653", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18287efa-04", "ovs_interfaceid": "18287efa-04e8-4e6d-ad12-1182f57f1785", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Converting VIF {"id": "18287efa-04e8-4e6d-ad12-1182f57f1785", "address": "fa:16:3e:36:0e:42", "network": {"id": "30a1e9f1-2403-4e02-802f-062af6e8f17f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-463472841-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aba01d2b60ff48a78f483f4c3ef4a653", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18287efa-04", "ovs_interfaceid": "18287efa-04e8-4e6d-ad12-1182f57f1785", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:0e:42,bridge_name='br-int',has_traffic_filtering=True,id=18287efa-04e8-4e6d-ad12-1182f57f1785,network=Network(30a1e9f1-2403-4e02-802f-062af6e8f17f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18287efa-04') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.objects.instance [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lazy-loading 'pci_devices' on Instance uuid bb0f3f8e-3892-480a-b624-e1fb1fea8696 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:50:39 user nova-compute[74922]:   <uuid>bb0f3f8e-3892-480a-b624-e1fb1fea8696</uuid>
Oct 30 05:50:39 user nova-compute[74922]:   <name>instance-00000015</name>
Oct 30 05:50:39 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:50:39 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:50:39 user nova-compute[74922]:   <metadata>
Oct 30 05:50:39 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:50:39 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:50:39 user nova-compute[74922]:       <nova:name>tempest-DeleteServersTestJSON-server-1985899931</nova:name>
Oct 30 05:50:39 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:50:39</nova:creationTime>
Oct 30 05:50:39 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:50:39 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:50:39 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:50:39 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:50:39 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:50:39 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:50:39 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:50:39 user nova-compute[74922]:       <nova:owner>
Oct 30 05:50:39 user nova-compute[74922]:         <nova:user uuid="7354d3af13d8427cbb2378580b8ee76e">tempest-DeleteServersTestJSON-713314864-project-member</nova:user>
Oct 30 05:50:39 user nova-compute[74922]:         <nova:project uuid="aba01d2b60ff48a78f483f4c3ef4a653">tempest-DeleteServersTestJSON-713314864</nova:project>
Oct 30 05:50:39 user nova-compute[74922]:       </nova:owner>
Oct 30 05:50:39 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:50:39 user nova-compute[74922]:       <nova:ports>
Oct 30 05:50:39 user nova-compute[74922]:         <nova:port uuid="18287efa-04e8-4e6d-ad12-1182f57f1785">
Oct 30 05:50:39 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 30 05:50:39 user nova-compute[74922]:         </nova:port>
Oct 30 05:50:39 user nova-compute[74922]:       </nova:ports>
Oct 30 05:50:39 user nova-compute[74922]:     </nova:instance>
Oct 30 05:50:39 user nova-compute[74922]:   </metadata>
Oct 30 05:50:39 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:50:39 user nova-compute[74922]:     <system>
Oct 30 05:50:39 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:50:39 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:50:39 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:50:39 user nova-compute[74922]:       <entry name="serial">bb0f3f8e-3892-480a-b624-e1fb1fea8696</entry>
Oct 30 05:50:39 user nova-compute[74922]:       <entry name="uuid">bb0f3f8e-3892-480a-b624-e1fb1fea8696</entry>
Oct 30 05:50:39 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:50:39 user nova-compute[74922]:     </system>
Oct 30 05:50:39 user nova-compute[74922]:   </sysinfo>
Oct 30 05:50:39 user nova-compute[74922]:   <os>
Oct 30 05:50:39 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:50:39 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:50:39 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:50:39 user nova-compute[74922]:   </os>
Oct 30 05:50:39 user nova-compute[74922]:   <features>
Oct 30 05:50:39 user nova-compute[74922]:     <acpi/>
Oct 30 05:50:39 user nova-compute[74922]:     <apic/>
Oct 30 05:50:39 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:50:39 user nova-compute[74922]:   </features>
Oct 30 05:50:39 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:50:39 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:50:39 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:50:39 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:50:39 user nova-compute[74922]:   </clock>
Oct 30 05:50:39 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:50:39 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:50:39 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:50:39 user nova-compute[74922]:   </cpu>
Oct 30 05:50:39 user nova-compute[74922]:   <devices>
Oct 30 05:50:39 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:50:39 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:50:39 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/bb0f3f8e-3892-480a-b624-e1fb1fea8696/disk"/>
Oct 30 05:50:39 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:50:39 user nova-compute[74922]:     </disk>
Oct 30 05:50:39 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:50:39 user nova-compute[74922]:       <mac address="fa:16:3e:36:0e:42"/>
Oct 30 05:50:39 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:50:39 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:50:39 user nova-compute[74922]:       <target dev="tap18287efa-04"/>
Oct 30 05:50:39 user nova-compute[74922]:     </interface>
Oct 30 05:50:39 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:50:39 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/bb0f3f8e-3892-480a-b624-e1fb1fea8696/console.log" append="off"/>
Oct 30 05:50:39 user nova-compute[74922]:     </serial>
Oct 30 05:50:39 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:50:39 user nova-compute[74922]:     <video>
Oct 30 05:50:39 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:50:39 user nova-compute[74922]:     </video>
Oct 30 05:50:39 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:50:39 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:50:39 user nova-compute[74922]:     </rng>
Oct 30 05:50:39 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:50:39 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:50:39 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:50:39 user nova-compute[74922]:     </memballoon>
Oct 30 05:50:39 user nova-compute[74922]:   </devices>
Oct 30 05:50:39 user nova-compute[74922]: </domain>
Oct 30 05:50:39 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:50:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1985899931',display_name='tempest-DeleteServersTestJSON-server-1985899931',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1985899931',id=21,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aba01d2b60ff48a78f483f4c3ef4a653',ramdisk_id='',reservation_id='r-unb9gq51',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-713314864',owner_user_name='tempest-DeleteServersTestJSON-713314864-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:50:37Z,user_data=None,user_id='7354d3af13d8427cbb2378580b8ee76e',uuid=bb0f3f8e-3892-480a-b624-e1fb1fea8696,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "18287efa-04e8-4e6d-ad12-1182f57f1785", "address": "fa:16:3e:36:0e:42", "network": {"id": "30a1e9f1-2403-4e02-802f-062af6e8f17f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-463472841-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aba01d2b60ff48a78f483f4c3ef4a653", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18287efa-04", "ovs_interfaceid": "18287efa-04e8-4e6d-ad12-1182f57f1785", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:50:39 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Converting VIF {"id": "18287efa-04e8-4e6d-ad12-1182f57f1785", "address": "fa:16:3e:36:0e:42", "network": {"id": "30a1e9f1-2403-4e02-802f-062af6e8f17f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-463472841-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aba01d2b60ff48a78f483f4c3ef4a653", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18287efa-04", "ovs_interfaceid": "18287efa-04e8-4e6d-ad12-1182f57f1785", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:50:40 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:0e:42,bridge_name='br-int',has_traffic_filtering=True,id=18287efa-04e8-4e6d-ad12-1182f57f1785,network=Network(30a1e9f1-2403-4e02-802f-062af6e8f17f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18287efa-04') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:50:40 user nova-compute[74922]: DEBUG os_vif [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:0e:42,bridge_name='br-int',has_traffic_filtering=True,id=18287efa-04e8-4e6d-ad12-1182f57f1785,network=Network(30a1e9f1-2403-4e02-802f-062af6e8f17f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18287efa-04') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:50:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:50:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:50:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6bf50b97-d4ab-5a06-ad7c-78796deeecee', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:50:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:50:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap18287efa-04, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:50:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap18287efa-04, col_values=(('qos', UUID('bc572c0d-e90b-485f-a488-548a92512c5c')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:50:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap18287efa-04, col_values=(('external_ids', {'iface-id': '18287efa-04e8-4e6d-ad12-1182f57f1785', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:36:0e:42', 'vm-uuid': 'bb0f3f8e-3892-480a-b624-e1fb1fea8696'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:50:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:50:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:40 user nova-compute[74922]: INFO os_vif [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:0e:42,bridge_name='br-int',has_traffic_filtering=True,id=18287efa-04e8-4e6d-ad12-1182f57f1785,network=Network(30a1e9f1-2403-4e02-802f-062af6e8f17f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18287efa-04')
Oct 30 05:50:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:40 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:50:40 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] No VIF found with MAC fa:16:3e:36:0e:42, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:50:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:40 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:50:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:43 user nova-compute[74922]: DEBUG nova.compute.manager [req-82599740-f5f7-4b8c-8c47-3278423f857d req-4c8dc40e-dbf8-47c6-a0af-86e9162b2a4f service nova] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Received event network-vif-plugged-18287efa-04e8-4e6d-ad12-1182f57f1785 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:50:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-82599740-f5f7-4b8c-8c47-3278423f857d req-4c8dc40e-dbf8-47c6-a0af-86e9162b2a4f service nova] Acquiring lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:50:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-82599740-f5f7-4b8c-8c47-3278423f857d req-4c8dc40e-dbf8-47c6-a0af-86e9162b2a4f service nova] Lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:50:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-82599740-f5f7-4b8c-8c47-3278423f857d req-4c8dc40e-dbf8-47c6-a0af-86e9162b2a4f service nova] Lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:50:43 user nova-compute[74922]: DEBUG nova.compute.manager [req-82599740-f5f7-4b8c-8c47-3278423f857d req-4c8dc40e-dbf8-47c6-a0af-86e9162b2a4f service nova] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] No waiting events found dispatching network-vif-plugged-18287efa-04e8-4e6d-ad12-1182f57f1785 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:50:43 user nova-compute[74922]: WARNING nova.compute.manager [req-82599740-f5f7-4b8c-8c47-3278423f857d req-4c8dc40e-dbf8-47c6-a0af-86e9162b2a4f service nova] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Received unexpected event network-vif-plugged-18287efa-04e8-4e6d-ad12-1182f57f1785 for instance with vm_state building and task_state spawning.
Oct 30 05:50:43 user nova-compute[74922]: DEBUG nova.compute.manager [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:50:43 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:50:43 user nova-compute[74922]: DEBUG nova.compute.manager [req-e4d79d00-8118-4aaf-9e33-740c54b86e96 req-44a6977e-3abb-4dd8-83da-1aa076544580 service nova] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Received event network-vif-plugged-18287efa-04e8-4e6d-ad12-1182f57f1785 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:50:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e4d79d00-8118-4aaf-9e33-740c54b86e96 req-44a6977e-3abb-4dd8-83da-1aa076544580 service nova] Acquiring lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:50:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e4d79d00-8118-4aaf-9e33-740c54b86e96 req-44a6977e-3abb-4dd8-83da-1aa076544580 service nova] Lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:50:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e4d79d00-8118-4aaf-9e33-740c54b86e96 req-44a6977e-3abb-4dd8-83da-1aa076544580 service nova] Lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:50:43 user nova-compute[74922]: DEBUG nova.compute.manager [req-e4d79d00-8118-4aaf-9e33-740c54b86e96 req-44a6977e-3abb-4dd8-83da-1aa076544580 service nova] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] No waiting events found dispatching network-vif-plugged-18287efa-04e8-4e6d-ad12-1182f57f1785 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:50:43 user nova-compute[74922]: WARNING nova.compute.manager [req-e4d79d00-8118-4aaf-9e33-740c54b86e96 req-44a6977e-3abb-4dd8-83da-1aa076544580 service nova] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Received unexpected event network-vif-plugged-18287efa-04e8-4e6d-ad12-1182f57f1785 for instance with vm_state building and task_state spawning.
Oct 30 05:50:43 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Instance spawned successfully.
Oct 30 05:50:43 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:50:43 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:50:43 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=7557MB free_disk=25.46063995361328GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 05:50:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:50:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:50:43 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:50:43 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:50:43 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:50:43 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:50:43 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:50:43 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:50:43 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:50:44 user nova-compute[74922]: INFO nova.compute.manager [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Took 7.07 seconds to spawn the instance on the hypervisor.
Oct 30 05:50:44 user nova-compute[74922]: DEBUG nova.compute.manager [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:50:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 4c3e6679-374d-4644-b05d-ef0bf04d7a3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:50:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 2caef3e6-4e9a-4179-b063-18f87f1a63f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:50:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance ecb14dfa-b1d5-428e-b89f-d6ef246516fb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:50:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance c5816c23-9ba0-4119-a957-696cb99e3e43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:50:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance a9ee90ad-74b3-41dc-8daa-435b156cecbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:50:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance e078eacb-99e2-472e-94bb-44c60147aff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:50:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 2c40cefc-8d2b-4403-bba8-a462650999eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:50:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 0503a11c-fa6a-4455-904b-03bb67acc6ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:50:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance b7a30c65-ce43-4aed-a029-605f9be0facc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:50:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance bb0f3f8e-3892-480a-b624-e1fb1fea8696 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:50:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 05:50:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 05:50:44 user nova-compute[74922]: INFO nova.compute.manager [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Took 8.03 seconds to build instance.
Oct 30 05:50:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-73f4bbd0-b800-4a00-898f-6ca6befd9238 tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.137s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:50:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:44 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:50:44 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:50:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 05:50:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.533s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:50:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:54 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Waiting for libvirt event about the detach of device tap5c1df3b4-c0 with device alias net1 from instance c5816c23-9ba0-4119-a957-696cb99e3e43 is timed out.
Oct 30 05:50:54 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:40:22:e8"/><model type="virtio"/><mtu size="1442"/><target dev="tap5c1df3b4-c0"/></interface> {{(pid=74922) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:40:22:e8"/><model type="virtio"/><mtu size="1442"/><target dev="tap5c1df3b4-c0"/></interface>not found in domain: <domain type='kvm' id='18'>
Oct 30 05:50:54 user nova-compute[74922]:   <name>instance-0000000f</name>
Oct 30 05:50:54 user nova-compute[74922]:   <uuid>c5816c23-9ba0-4119-a957-696cb99e3e43</uuid>
Oct 30 05:50:54 user nova-compute[74922]:   <metadata>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:50:54 user nova-compute[74922]:   <nova:package version="0.0.0"/>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:name>tempest-device-tagging-server-96703779</nova:name>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:creationTime>2023-10-30 05:49:44</nova:creationTime>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:flavor name="m1.tiny">
Oct 30 05:50:54 user nova-compute[74922]:     <nova:memory>512</nova:memory>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:disk>1</nova:disk>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:swap>0</nova:swap>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:vcpus>1</nova:vcpus>
Oct 30 05:50:54 user nova-compute[74922]:   </nova:flavor>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:owner>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:user uuid="2f604726bc7d4c66a7fc731980f9e055">tempest-TaggedAttachmentsTest-1596342775-project-member</nova:user>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:project uuid="d6b93abe179f4a9dbe458afef7e35737">tempest-TaggedAttachmentsTest-1596342775</nova:project>
Oct 30 05:50:54 user nova-compute[74922]:   </nova:owner>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:ports>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:port uuid="af67ff54-8091-48d4-acc1-3c58659119cd">
Oct 30 05:50:54 user nova-compute[74922]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 30 05:50:54 user nova-compute[74922]:     </nova:port>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:port uuid="5c1df3b4-c07f-43a4-8296-612d0341e5c9">
Oct 30 05:50:54 user nova-compute[74922]:       <nova:ip type="fixed" address="10.10.10.60" ipVersion="4"/>
Oct 30 05:50:54 user nova-compute[74922]:     </nova:port>
Oct 30 05:50:54 user nova-compute[74922]:   </nova:ports>
Oct 30 05:50:54 user nova-compute[74922]: </nova:instance>
Oct 30 05:50:54 user nova-compute[74922]:   </metadata>
Oct 30 05:50:54 user nova-compute[74922]:   <memory unit='KiB'>524288</memory>
Oct 30 05:50:54 user nova-compute[74922]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 30 05:50:54 user nova-compute[74922]:   <vcpu placement='static'>1</vcpu>
Oct 30 05:50:54 user nova-compute[74922]:   <resource>
Oct 30 05:50:54 user nova-compute[74922]:     <partition>/machine</partition>
Oct 30 05:50:54 user nova-compute[74922]:   </resource>
Oct 30 05:50:54 user nova-compute[74922]:   <sysinfo type='smbios'>
Oct 30 05:50:54 user nova-compute[74922]:     <system>
Oct 30 05:50:54 user nova-compute[74922]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 30 05:50:54 user nova-compute[74922]:       <entry name='product'>OpenStack Nova</entry>
Oct 30 05:50:54 user nova-compute[74922]:       <entry name='version'>0.0.0</entry>
Oct 30 05:50:54 user nova-compute[74922]:       <entry name='serial'>c5816c23-9ba0-4119-a957-696cb99e3e43</entry>
Oct 30 05:50:54 user nova-compute[74922]:       <entry name='uuid'>c5816c23-9ba0-4119-a957-696cb99e3e43</entry>
Oct 30 05:50:54 user nova-compute[74922]:       <entry name='family'>Virtual Machine</entry>
Oct 30 05:50:54 user nova-compute[74922]:     </system>
Oct 30 05:50:54 user nova-compute[74922]:   </sysinfo>
Oct 30 05:50:54 user nova-compute[74922]:   <os>
Oct 30 05:50:54 user nova-compute[74922]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 30 05:50:54 user nova-compute[74922]:     <boot dev='hd'/>
Oct 30 05:50:54 user nova-compute[74922]:     <smbios mode='sysinfo'/>
Oct 30 05:50:54 user nova-compute[74922]:   </os>
Oct 30 05:50:54 user nova-compute[74922]:   <features>
Oct 30 05:50:54 user nova-compute[74922]:     <acpi/>
Oct 30 05:50:54 user nova-compute[74922]:     <apic/>
Oct 30 05:50:54 user nova-compute[74922]:     <vmcoreinfo state='on'/>
Oct 30 05:50:54 user nova-compute[74922]:   </features>
Oct 30 05:50:54 user nova-compute[74922]:   <cpu mode='custom' match='exact' check='full'>
Oct 30 05:50:54 user nova-compute[74922]:     <model fallback='forbid'>Nehalem</model>
Oct 30 05:50:54 user nova-compute[74922]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 30 05:50:54 user nova-compute[74922]:     <feature policy='require' name='vme'/>
Oct 30 05:50:54 user nova-compute[74922]:     <feature policy='require' name='x2apic'/>
Oct 30 05:50:54 user nova-compute[74922]:     <feature policy='require' name='hypervisor'/>
Oct 30 05:50:54 user nova-compute[74922]:   </cpu>
Oct 30 05:50:54 user nova-compute[74922]:   <clock offset='utc'>
Oct 30 05:50:54 user nova-compute[74922]:     <timer name='pit' tickpolicy='delay'/>
Oct 30 05:50:54 user nova-compute[74922]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 30 05:50:54 user nova-compute[74922]:     <timer name='hpet' present='no'/>
Oct 30 05:50:54 user nova-compute[74922]:   </clock>
Oct 30 05:50:54 user nova-compute[74922]:   <on_poweroff>destroy</on_poweroff>
Oct 30 05:50:54 user nova-compute[74922]:   <on_reboot>restart</on_reboot>
Oct 30 05:50:54 user nova-compute[74922]:   <on_crash>destroy</on_crash>
Oct 30 05:50:54 user nova-compute[74922]:   <devices>
Oct 30 05:50:54 user nova-compute[74922]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 30 05:50:54 user nova-compute[74922]:     <disk type='file' device='disk'>
Oct 30 05:50:54 user nova-compute[74922]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 30 05:50:54 user nova-compute[74922]:       <source file='/opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk' index='2'/>
Oct 30 05:50:54 user nova-compute[74922]:       <backingStore type='file' index='3'>
Oct 30 05:50:54 user nova-compute[74922]:         <format type='raw'/>
Oct 30 05:50:54 user nova-compute[74922]:         <source file='/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155'/>
Oct 30 05:50:54 user nova-compute[74922]:         <backingStore/>
Oct 30 05:50:54 user nova-compute[74922]:       </backingStore>
Oct 30 05:50:54 user nova-compute[74922]:       <target dev='vda' bus='virtio'/>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='virtio-disk0'/>
Oct 30 05:50:54 user nova-compute[74922]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </disk>
Oct 30 05:50:54 user nova-compute[74922]:     <disk type='file' device='cdrom'>
Oct 30 05:50:54 user nova-compute[74922]:       <driver name='qemu' type='raw' cache='none'/>
Oct 30 05:50:54 user nova-compute[74922]:       <source file='/opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk.config' index='1'/>
Oct 30 05:50:54 user nova-compute[74922]:       <backingStore/>
Oct 30 05:50:54 user nova-compute[74922]:       <target dev='hda' bus='ide'/>
Oct 30 05:50:54 user nova-compute[74922]:       <readonly/>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='ide0-0-0'/>
Oct 30 05:50:54 user nova-compute[74922]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </disk>
Oct 30 05:50:54 user nova-compute[74922]:     <controller type='usb' index='0' model='none'>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='usb'/>
Oct 30 05:50:54 user nova-compute[74922]:     </controller>
Oct 30 05:50:54 user nova-compute[74922]:     <controller type='pci' index='0' model='pci-root'>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='pci.0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </controller>
Oct 30 05:50:54 user nova-compute[74922]:     <controller type='ide' index='0'>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='ide'/>
Oct 30 05:50:54 user nova-compute[74922]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 30 05:50:54 user nova-compute[74922]:     </controller>
Oct 30 05:50:54 user nova-compute[74922]:     <interface type='ethernet'>
Oct 30 05:50:54 user nova-compute[74922]:       <mac address='fa:16:3e:20:8c:7f'/>
Oct 30 05:50:54 user nova-compute[74922]:       <target dev='tapaf67ff54-80'/>
Oct 30 05:50:54 user nova-compute[74922]:       <model type='virtio'/>
Oct 30 05:50:54 user nova-compute[74922]:       <mtu size='1442'/>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='net0'/>
Oct 30 05:50:54 user nova-compute[74922]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </interface>
Oct 30 05:50:54 user nova-compute[74922]:     <serial type='pty'>
Oct 30 05:50:54 user nova-compute[74922]:       <source path='/dev/pts/8'/>
Oct 30 05:50:54 user nova-compute[74922]:       <log file='/opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/console.log' append='off'/>
Oct 30 05:50:54 user nova-compute[74922]:       <target type='isa-serial' port='0'>
Oct 30 05:50:54 user nova-compute[74922]:         <model name='isa-serial'/>
Oct 30 05:50:54 user nova-compute[74922]:       </target>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='serial0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </serial>
Oct 30 05:50:54 user nova-compute[74922]:     <console type='pty' tty='/dev/pts/8'>
Oct 30 05:50:54 user nova-compute[74922]:       <source path='/dev/pts/8'/>
Oct 30 05:50:54 user nova-compute[74922]:       <log file='/opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/console.log' append='off'/>
Oct 30 05:50:54 user nova-compute[74922]:       <target type='serial' port='0'/>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='serial0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </console>
Oct 30 05:50:54 user nova-compute[74922]:     <input type='mouse' bus='ps2'>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='input0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </input>
Oct 30 05:50:54 user nova-compute[74922]:     <input type='keyboard' bus='ps2'>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='input1'/>
Oct 30 05:50:54 user nova-compute[74922]:     </input>
Oct 30 05:50:54 user nova-compute[74922]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Oct 30 05:50:54 user nova-compute[74922]:       <listen type='address' address='0.0.0.0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </graphics>
Oct 30 05:50:54 user nova-compute[74922]:     <audio id='1' type='none'/>
Oct 30 05:50:54 user nova-compute[74922]:     <video>
Oct 30 05:50:54 user nova-compute[74922]:       <model type='virtio' heads='1' primary='yes'/>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='video0'/>
Oct 30 05:50:54 user nova-compute[74922]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </video>
Oct 30 05:50:54 user nova-compute[74922]:     <memballoon model='virtio'>
Oct 30 05:50:54 user nova-compute[74922]:       <stats period='10'/>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='balloon0'/>
Oct 30 05:50:54 user nova-compute[74922]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </memballoon>
Oct 30 05:50:54 user nova-compute[74922]:     <rng model='virtio'>
Oct 30 05:50:54 user nova-compute[74922]:       <backend model='random'>/dev/urandom</backend>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='rng0'/>
Oct 30 05:50:54 user nova-compute[74922]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </rng>
Oct 30 05:50:54 user nova-compute[74922]:   </devices>
Oct 30 05:50:54 user nova-compute[74922]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 30 05:50:54 user nova-compute[74922]:     <label>libvirt-c5816c23-9ba0-4119-a957-696cb99e3e43</label>
Oct 30 05:50:54 user nova-compute[74922]:     <imagelabel>libvirt-c5816c23-9ba0-4119-a957-696cb99e3e43</imagelabel>
Oct 30 05:50:54 user nova-compute[74922]:   </seclabel>
Oct 30 05:50:54 user nova-compute[74922]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 30 05:50:54 user nova-compute[74922]:     <label>+64055:+108</label>
Oct 30 05:50:54 user nova-compute[74922]:     <imagelabel>+64055:+108</imagelabel>
Oct 30 05:50:54 user nova-compute[74922]:   </seclabel>
Oct 30 05:50:54 user nova-compute[74922]: </domain>
Oct 30 05:50:54 user nova-compute[74922]:  {{(pid=74922) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 30 05:50:54 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Successfully detached device tap5c1df3b4-c0 from instance c5816c23-9ba0-4119-a957-696cb99e3e43 from the live domain config.
Oct 30 05:50:54 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:47:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-96703779',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-96703779',id=15,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBCIGVgk51IPOhFInQqffZo4+bnBAkZ5iFYw18d039XwkZXmgFyqb4NneSFsvt3Ut5Ae6ywVZIzfuz5KJeqWibHY61f1KvBi8nWgHhiEEFPx2qSAAB5UzqPrpuk56tmYGA==',key_name='tempest-keypair-1413859791',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:47:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d6b93abe179f4a9dbe458afef7e35737',ramdisk_id='',reservation_id='r-lviwczqe',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1596342775',owner_user_name='tempest-TaggedAttachmentsTest-1596342775-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:47:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f604726bc7d4c66a7fc731980f9e055',uuid=c5816c23-9ba0-4119-a957-696cb99e3e43,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "address": "fa:16:3e:40:22:e8", "network": {"id": "2742570a-e515-4ece-9296-ec51ed964b04", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-54164109", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c1df3b4-c0", "ovs_interfaceid": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Converting VIF {"id": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "address": "fa:16:3e:40:22:e8", "network": {"id": "2742570a-e515-4ece-9296-ec51ed964b04", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-54164109", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c1df3b4-c0", "ovs_interfaceid": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:22:e8,bridge_name='br-int',has_traffic_filtering=True,id=5c1df3b4-c07f-43a4-8296-612d0341e5c9,network=Network(2742570a-e515-4ece-9296-ec51ed964b04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c1df3b4-c0') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG os_vif [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:22:e8,bridge_name='br-int',has_traffic_filtering=True,id=5c1df3b4-c07f-43a4-8296-612d0341e5c9,network=Network(2742570a-e515-4ece-9296-ec51ed964b04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c1df3b4-c0') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5c1df3b4-c0, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e31abe75-dbc1-47cd-85ff-32bd6a420d77) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:54 user nova-compute[74922]: INFO os_vif [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:22:e8,bridge_name='br-int',has_traffic_filtering=True,id=5c1df3b4-c07f-43a4-8296-612d0341e5c9,network=Network(2742570a-e515-4ece-9296-ec51ed964b04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c1df3b4-c0')
Oct 30 05:50:54 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:50:54 user nova-compute[74922]:   <nova:package version="0.0.0"/>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:name>tempest-device-tagging-server-96703779</nova:name>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:creationTime>2023-10-30 05:50:54</nova:creationTime>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:flavor name="m1.tiny">
Oct 30 05:50:54 user nova-compute[74922]:     <nova:memory>512</nova:memory>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:disk>1</nova:disk>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:swap>0</nova:swap>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:vcpus>1</nova:vcpus>
Oct 30 05:50:54 user nova-compute[74922]:   </nova:flavor>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:owner>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:user uuid="2f604726bc7d4c66a7fc731980f9e055">tempest-TaggedAttachmentsTest-1596342775-project-member</nova:user>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:project uuid="d6b93abe179f4a9dbe458afef7e35737">tempest-TaggedAttachmentsTest-1596342775</nova:project>
Oct 30 05:50:54 user nova-compute[74922]:   </nova:owner>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:ports>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:port uuid="af67ff54-8091-48d4-acc1-3c58659119cd">
Oct 30 05:50:54 user nova-compute[74922]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 30 05:50:54 user nova-compute[74922]:     </nova:port>
Oct 30 05:50:54 user nova-compute[74922]:   </nova:ports>
Oct 30 05:50:54 user nova-compute[74922]: </nova:instance>
Oct 30 05:50:54 user nova-compute[74922]:  {{(pid=74922) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG nova.compute.manager [req-f95486db-0c4a-4d73-89ec-8216cfc51785 req-9035c050-ec02-481c-a31d-b9ef67ad7672 service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Received event network-vif-deleted-5c1df3b4-c07f-43a4-8296-612d0341e5c9 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:50:54 user nova-compute[74922]: INFO nova.compute.manager [req-f95486db-0c4a-4d73-89ec-8216cfc51785 req-9035c050-ec02-481c-a31d-b9ef67ad7672 service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Neutron deleted interface 5c1df3b4-c07f-43a4-8296-612d0341e5c9; detaching it from the instance and deleting it from the info cache
Oct 30 05:50:54 user nova-compute[74922]: DEBUG nova.network.neutron [req-f95486db-0c4a-4d73-89ec-8216cfc51785 req-9035c050-ec02-481c-a31d-b9ef67ad7672 service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Updating instance_info_cache with network_info: [{"id": "af67ff54-8091-48d4-acc1-3c58659119cd", "address": "fa:16:3e:20:8c:7f", "network": {"id": "785b25a8-727e-432e-aff7-deb831edd675", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-55730470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf67ff54-80", "ovs_interfaceid": "af67ff54-8091-48d4-acc1-3c58659119cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Acquiring lock "refresh_cache-c5816c23-9ba0-4119-a957-696cb99e3e43" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Acquired lock "refresh_cache-c5816c23-9ba0-4119-a957-696cb99e3e43" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG nova.network.neutron [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG nova.objects.instance [req-f95486db-0c4a-4d73-89ec-8216cfc51785 req-9035c050-ec02-481c-a31d-b9ef67ad7672 service nova] Lazy-loading 'system_metadata' on Instance uuid c5816c23-9ba0-4119-a957-696cb99e3e43 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG nova.objects.instance [req-f95486db-0c4a-4d73-89ec-8216cfc51785 req-9035c050-ec02-481c-a31d-b9ef67ad7672 service nova] Lazy-loading 'flavor' on Instance uuid c5816c23-9ba0-4119-a957-696cb99e3e43 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG nova.objects.base [req-f95486db-0c4a-4d73-89ec-8216cfc51785 req-9035c050-ec02-481c-a31d-b9ef67ad7672 service nova] Object Instance<c5816c23-9ba0-4119-a957-696cb99e3e43> lazy-loaded attributes: system_metadata,flavor {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [req-f95486db-0c4a-4d73-89ec-8216cfc51785 req-9035c050-ec02-481c-a31d-b9ef67ad7672 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:47:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-96703779',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-96703779',id=15,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBCIGVgk51IPOhFInQqffZo4+bnBAkZ5iFYw18d039XwkZXmgFyqb4NneSFsvt3Ut5Ae6ywVZIzfuz5KJeqWibHY61f1KvBi8nWgHhiEEFPx2qSAAB5UzqPrpuk56tmYGA==',key_name='tempest-keypair-1413859791',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:47:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d6b93abe179f4a9dbe458afef7e35737',ramdisk_id='',reservation_id='r-lviwczqe',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1596342775',owner_user_name='tempest-TaggedAttachmentsTest-1596342775-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:47:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f604726bc7d4c66a7fc731980f9e055',uuid=c5816c23-9ba0-4119-a957-696cb99e3e43,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "address": "fa:16:3e:40:22:e8", "network": {"id": "2742570a-e515-4ece-9296-ec51ed964b04", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-54164109", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c1df3b4-c0", "ovs_interfaceid": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG nova.network.os_vif_util [req-f95486db-0c4a-4d73-89ec-8216cfc51785 req-9035c050-ec02-481c-a31d-b9ef67ad7672 service nova] Converting VIF {"id": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "address": "fa:16:3e:40:22:e8", "network": {"id": "2742570a-e515-4ece-9296-ec51ed964b04", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-54164109", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c1df3b4-c0", "ovs_interfaceid": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG nova.network.os_vif_util [req-f95486db-0c4a-4d73-89ec-8216cfc51785 req-9035c050-ec02-481c-a31d-b9ef67ad7672 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:22:e8,bridge_name='br-int',has_traffic_filtering=True,id=5c1df3b4-c07f-43a4-8296-612d0341e5c9,network=Network(2742570a-e515-4ece-9296-ec51ed964b04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c1df3b4-c0') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [req-f95486db-0c4a-4d73-89ec-8216cfc51785 req-9035c050-ec02-481c-a31d-b9ef67ad7672 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:40:22:e8"/><model type="virtio"/><mtu size="1442"/><target dev="tap5c1df3b4-c0"/></interface> {{(pid=74922) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [req-f95486db-0c4a-4d73-89ec-8216cfc51785 req-9035c050-ec02-481c-a31d-b9ef67ad7672 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:40:22:e8"/><model type="virtio"/><mtu size="1442"/><target dev="tap5c1df3b4-c0"/></interface>not found in domain: <domain type='kvm' id='18'>
Oct 30 05:50:54 user nova-compute[74922]:   <name>instance-0000000f</name>
Oct 30 05:50:54 user nova-compute[74922]:   <uuid>c5816c23-9ba0-4119-a957-696cb99e3e43</uuid>
Oct 30 05:50:54 user nova-compute[74922]:   <metadata>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:50:54 user nova-compute[74922]:   <nova:package version="0.0.0"/>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:name>tempest-device-tagging-server-96703779</nova:name>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:creationTime>2023-10-30 05:50:54</nova:creationTime>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:flavor name="m1.tiny">
Oct 30 05:50:54 user nova-compute[74922]:     <nova:memory>512</nova:memory>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:disk>1</nova:disk>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:swap>0</nova:swap>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:vcpus>1</nova:vcpus>
Oct 30 05:50:54 user nova-compute[74922]:   </nova:flavor>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:owner>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:user uuid="2f604726bc7d4c66a7fc731980f9e055">tempest-TaggedAttachmentsTest-1596342775-project-member</nova:user>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:project uuid="d6b93abe179f4a9dbe458afef7e35737">tempest-TaggedAttachmentsTest-1596342775</nova:project>
Oct 30 05:50:54 user nova-compute[74922]:   </nova:owner>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:ports>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:port uuid="af67ff54-8091-48d4-acc1-3c58659119cd">
Oct 30 05:50:54 user nova-compute[74922]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 30 05:50:54 user nova-compute[74922]:     </nova:port>
Oct 30 05:50:54 user nova-compute[74922]:   </nova:ports>
Oct 30 05:50:54 user nova-compute[74922]: </nova:instance>
Oct 30 05:50:54 user nova-compute[74922]:   </metadata>
Oct 30 05:50:54 user nova-compute[74922]:   <memory unit='KiB'>524288</memory>
Oct 30 05:50:54 user nova-compute[74922]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 30 05:50:54 user nova-compute[74922]:   <vcpu placement='static'>1</vcpu>
Oct 30 05:50:54 user nova-compute[74922]:   <resource>
Oct 30 05:50:54 user nova-compute[74922]:     <partition>/machine</partition>
Oct 30 05:50:54 user nova-compute[74922]:   </resource>
Oct 30 05:50:54 user nova-compute[74922]:   <sysinfo type='smbios'>
Oct 30 05:50:54 user nova-compute[74922]:     <system>
Oct 30 05:50:54 user nova-compute[74922]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 30 05:50:54 user nova-compute[74922]:       <entry name='product'>OpenStack Nova</entry>
Oct 30 05:50:54 user nova-compute[74922]:       <entry name='version'>0.0.0</entry>
Oct 30 05:50:54 user nova-compute[74922]:       <entry name='serial'>c5816c23-9ba0-4119-a957-696cb99e3e43</entry>
Oct 30 05:50:54 user nova-compute[74922]:       <entry name='uuid'>c5816c23-9ba0-4119-a957-696cb99e3e43</entry>
Oct 30 05:50:54 user nova-compute[74922]:       <entry name='family'>Virtual Machine</entry>
Oct 30 05:50:54 user nova-compute[74922]:     </system>
Oct 30 05:50:54 user nova-compute[74922]:   </sysinfo>
Oct 30 05:50:54 user nova-compute[74922]:   <os>
Oct 30 05:50:54 user nova-compute[74922]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 30 05:50:54 user nova-compute[74922]:     <boot dev='hd'/>
Oct 30 05:50:54 user nova-compute[74922]:     <smbios mode='sysinfo'/>
Oct 30 05:50:54 user nova-compute[74922]:   </os>
Oct 30 05:50:54 user nova-compute[74922]:   <features>
Oct 30 05:50:54 user nova-compute[74922]:     <acpi/>
Oct 30 05:50:54 user nova-compute[74922]:     <apic/>
Oct 30 05:50:54 user nova-compute[74922]:     <vmcoreinfo state='on'/>
Oct 30 05:50:54 user nova-compute[74922]:   </features>
Oct 30 05:50:54 user nova-compute[74922]:   <cpu mode='custom' match='exact' check='full'>
Oct 30 05:50:54 user nova-compute[74922]:     <model fallback='forbid'>Nehalem</model>
Oct 30 05:50:54 user nova-compute[74922]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 30 05:50:54 user nova-compute[74922]:     <feature policy='require' name='vme'/>
Oct 30 05:50:54 user nova-compute[74922]:     <feature policy='require' name='x2apic'/>
Oct 30 05:50:54 user nova-compute[74922]:     <feature policy='require' name='hypervisor'/>
Oct 30 05:50:54 user nova-compute[74922]:   </cpu>
Oct 30 05:50:54 user nova-compute[74922]:   <clock offset='utc'>
Oct 30 05:50:54 user nova-compute[74922]:     <timer name='pit' tickpolicy='delay'/>
Oct 30 05:50:54 user nova-compute[74922]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 30 05:50:54 user nova-compute[74922]:     <timer name='hpet' present='no'/>
Oct 30 05:50:54 user nova-compute[74922]:   </clock>
Oct 30 05:50:54 user nova-compute[74922]:   <on_poweroff>destroy</on_poweroff>
Oct 30 05:50:54 user nova-compute[74922]:   <on_reboot>restart</on_reboot>
Oct 30 05:50:54 user nova-compute[74922]:   <on_crash>destroy</on_crash>
Oct 30 05:50:54 user nova-compute[74922]:   <devices>
Oct 30 05:50:54 user nova-compute[74922]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 30 05:50:54 user nova-compute[74922]:     <disk type='file' device='disk'>
Oct 30 05:50:54 user nova-compute[74922]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 30 05:50:54 user nova-compute[74922]:       <source file='/opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk' index='2'/>
Oct 30 05:50:54 user nova-compute[74922]:       <backingStore type='file' index='3'>
Oct 30 05:50:54 user nova-compute[74922]:         <format type='raw'/>
Oct 30 05:50:54 user nova-compute[74922]:         <source file='/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155'/>
Oct 30 05:50:54 user nova-compute[74922]:         <backingStore/>
Oct 30 05:50:54 user nova-compute[74922]:       </backingStore>
Oct 30 05:50:54 user nova-compute[74922]:       <target dev='vda' bus='virtio'/>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='virtio-disk0'/>
Oct 30 05:50:54 user nova-compute[74922]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </disk>
Oct 30 05:50:54 user nova-compute[74922]:     <disk type='file' device='cdrom'>
Oct 30 05:50:54 user nova-compute[74922]:       <driver name='qemu' type='raw' cache='none'/>
Oct 30 05:50:54 user nova-compute[74922]:       <source file='/opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk.config' index='1'/>
Oct 30 05:50:54 user nova-compute[74922]:       <backingStore/>
Oct 30 05:50:54 user nova-compute[74922]:       <target dev='hda' bus='ide'/>
Oct 30 05:50:54 user nova-compute[74922]:       <readonly/>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='ide0-0-0'/>
Oct 30 05:50:54 user nova-compute[74922]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </disk>
Oct 30 05:50:54 user nova-compute[74922]:     <controller type='usb' index='0' model='none'>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='usb'/>
Oct 30 05:50:54 user nova-compute[74922]:     </controller>
Oct 30 05:50:54 user nova-compute[74922]:     <controller type='pci' index='0' model='pci-root'>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='pci.0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </controller>
Oct 30 05:50:54 user nova-compute[74922]:     <controller type='ide' index='0'>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='ide'/>
Oct 30 05:50:54 user nova-compute[74922]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 30 05:50:54 user nova-compute[74922]:     </controller>
Oct 30 05:50:54 user nova-compute[74922]:     <interface type='ethernet'>
Oct 30 05:50:54 user nova-compute[74922]:       <mac address='fa:16:3e:20:8c:7f'/>
Oct 30 05:50:54 user nova-compute[74922]:       <target dev='tapaf67ff54-80'/>
Oct 30 05:50:54 user nova-compute[74922]:       <model type='virtio'/>
Oct 30 05:50:54 user nova-compute[74922]:       <mtu size='1442'/>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='net0'/>
Oct 30 05:50:54 user nova-compute[74922]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </interface>
Oct 30 05:50:54 user nova-compute[74922]:     <serial type='pty'>
Oct 30 05:50:54 user nova-compute[74922]:       <source path='/dev/pts/8'/>
Oct 30 05:50:54 user nova-compute[74922]:       <log file='/opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/console.log' append='off'/>
Oct 30 05:50:54 user nova-compute[74922]:       <target type='isa-serial' port='0'>
Oct 30 05:50:54 user nova-compute[74922]:         <model name='isa-serial'/>
Oct 30 05:50:54 user nova-compute[74922]:       </target>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='serial0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </serial>
Oct 30 05:50:54 user nova-compute[74922]:     <console type='pty' tty='/dev/pts/8'>
Oct 30 05:50:54 user nova-compute[74922]:       <source path='/dev/pts/8'/>
Oct 30 05:50:54 user nova-compute[74922]:       <log file='/opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/console.log' append='off'/>
Oct 30 05:50:54 user nova-compute[74922]:       <target type='serial' port='0'/>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='serial0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </console>
Oct 30 05:50:54 user nova-compute[74922]:     <input type='mouse' bus='ps2'>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='input0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </input>
Oct 30 05:50:54 user nova-compute[74922]:     <input type='keyboard' bus='ps2'>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='input1'/>
Oct 30 05:50:54 user nova-compute[74922]:     </input>
Oct 30 05:50:54 user nova-compute[74922]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Oct 30 05:50:54 user nova-compute[74922]:       <listen type='address' address='0.0.0.0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </graphics>
Oct 30 05:50:54 user nova-compute[74922]:     <audio id='1' type='none'/>
Oct 30 05:50:54 user nova-compute[74922]:     <video>
Oct 30 05:50:54 user nova-compute[74922]:       <model type='virtio' heads='1' primary='yes'/>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='video0'/>
Oct 30 05:50:54 user nova-compute[74922]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </video>
Oct 30 05:50:54 user nova-compute[74922]:     <memballoon model='virtio'>
Oct 30 05:50:54 user nova-compute[74922]:       <stats period='10'/>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='balloon0'/>
Oct 30 05:50:54 user nova-compute[74922]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </memballoon>
Oct 30 05:50:54 user nova-compute[74922]:     <rng model='virtio'>
Oct 30 05:50:54 user nova-compute[74922]:       <backend model='random'>/dev/urandom</backend>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='rng0'/>
Oct 30 05:50:54 user nova-compute[74922]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </rng>
Oct 30 05:50:54 user nova-compute[74922]:   </devices>
Oct 30 05:50:54 user nova-compute[74922]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 30 05:50:54 user nova-compute[74922]:     <label>libvirt-c5816c23-9ba0-4119-a957-696cb99e3e43</label>
Oct 30 05:50:54 user nova-compute[74922]:     <imagelabel>libvirt-c5816c23-9ba0-4119-a957-696cb99e3e43</imagelabel>
Oct 30 05:50:54 user nova-compute[74922]:   </seclabel>
Oct 30 05:50:54 user nova-compute[74922]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 30 05:50:54 user nova-compute[74922]:     <label>+64055:+108</label>
Oct 30 05:50:54 user nova-compute[74922]:     <imagelabel>+64055:+108</imagelabel>
Oct 30 05:50:54 user nova-compute[74922]:   </seclabel>
Oct 30 05:50:54 user nova-compute[74922]: </domain>
Oct 30 05:50:54 user nova-compute[74922]:  {{(pid=74922) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [req-f95486db-0c4a-4d73-89ec-8216cfc51785 req-9035c050-ec02-481c-a31d-b9ef67ad7672 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:40:22:e8"/><model type="virtio"/><mtu size="1442"/><target dev="tap5c1df3b4-c0"/></interface> {{(pid=74922) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [req-f95486db-0c4a-4d73-89ec-8216cfc51785 req-9035c050-ec02-481c-a31d-b9ef67ad7672 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:40:22:e8"/><model type="virtio"/><mtu size="1442"/><target dev="tap5c1df3b4-c0"/></interface>not found in domain: <domain type='kvm' id='18'>
Oct 30 05:50:54 user nova-compute[74922]:   <name>instance-0000000f</name>
Oct 30 05:50:54 user nova-compute[74922]:   <uuid>c5816c23-9ba0-4119-a957-696cb99e3e43</uuid>
Oct 30 05:50:54 user nova-compute[74922]:   <metadata>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:50:54 user nova-compute[74922]:   <nova:package version="0.0.0"/>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:name>tempest-device-tagging-server-96703779</nova:name>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:creationTime>2023-10-30 05:50:54</nova:creationTime>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:flavor name="m1.tiny">
Oct 30 05:50:54 user nova-compute[74922]:     <nova:memory>512</nova:memory>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:disk>1</nova:disk>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:swap>0</nova:swap>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:vcpus>1</nova:vcpus>
Oct 30 05:50:54 user nova-compute[74922]:   </nova:flavor>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:owner>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:user uuid="2f604726bc7d4c66a7fc731980f9e055">tempest-TaggedAttachmentsTest-1596342775-project-member</nova:user>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:project uuid="d6b93abe179f4a9dbe458afef7e35737">tempest-TaggedAttachmentsTest-1596342775</nova:project>
Oct 30 05:50:54 user nova-compute[74922]:   </nova:owner>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:ports>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:port uuid="af67ff54-8091-48d4-acc1-3c58659119cd">
Oct 30 05:50:54 user nova-compute[74922]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 30 05:50:54 user nova-compute[74922]:     </nova:port>
Oct 30 05:50:54 user nova-compute[74922]:   </nova:ports>
Oct 30 05:50:54 user nova-compute[74922]: </nova:instance>
Oct 30 05:50:54 user nova-compute[74922]:   </metadata>
Oct 30 05:50:54 user nova-compute[74922]:   <memory unit='KiB'>524288</memory>
Oct 30 05:50:54 user nova-compute[74922]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 30 05:50:54 user nova-compute[74922]:   <vcpu placement='static'>1</vcpu>
Oct 30 05:50:54 user nova-compute[74922]:   <resource>
Oct 30 05:50:54 user nova-compute[74922]:     <partition>/machine</partition>
Oct 30 05:50:54 user nova-compute[74922]:   </resource>
Oct 30 05:50:54 user nova-compute[74922]:   <sysinfo type='smbios'>
Oct 30 05:50:54 user nova-compute[74922]:     <system>
Oct 30 05:50:54 user nova-compute[74922]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 30 05:50:54 user nova-compute[74922]:       <entry name='product'>OpenStack Nova</entry>
Oct 30 05:50:54 user nova-compute[74922]:       <entry name='version'>0.0.0</entry>
Oct 30 05:50:54 user nova-compute[74922]:       <entry name='serial'>c5816c23-9ba0-4119-a957-696cb99e3e43</entry>
Oct 30 05:50:54 user nova-compute[74922]:       <entry name='uuid'>c5816c23-9ba0-4119-a957-696cb99e3e43</entry>
Oct 30 05:50:54 user nova-compute[74922]:       <entry name='family'>Virtual Machine</entry>
Oct 30 05:50:54 user nova-compute[74922]:     </system>
Oct 30 05:50:54 user nova-compute[74922]:   </sysinfo>
Oct 30 05:50:54 user nova-compute[74922]:   <os>
Oct 30 05:50:54 user nova-compute[74922]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 30 05:50:54 user nova-compute[74922]:     <boot dev='hd'/>
Oct 30 05:50:54 user nova-compute[74922]:     <smbios mode='sysinfo'/>
Oct 30 05:50:54 user nova-compute[74922]:   </os>
Oct 30 05:50:54 user nova-compute[74922]:   <features>
Oct 30 05:50:54 user nova-compute[74922]:     <acpi/>
Oct 30 05:50:54 user nova-compute[74922]:     <apic/>
Oct 30 05:50:54 user nova-compute[74922]:     <vmcoreinfo state='on'/>
Oct 30 05:50:54 user nova-compute[74922]:   </features>
Oct 30 05:50:54 user nova-compute[74922]:   <cpu mode='custom' match='exact' check='full'>
Oct 30 05:50:54 user nova-compute[74922]:     <model fallback='forbid'>Nehalem</model>
Oct 30 05:50:54 user nova-compute[74922]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 30 05:50:54 user nova-compute[74922]:     <feature policy='require' name='vme'/>
Oct 30 05:50:54 user nova-compute[74922]:     <feature policy='require' name='x2apic'/>
Oct 30 05:50:54 user nova-compute[74922]:     <feature policy='require' name='hypervisor'/>
Oct 30 05:50:54 user nova-compute[74922]:   </cpu>
Oct 30 05:50:54 user nova-compute[74922]:   <clock offset='utc'>
Oct 30 05:50:54 user nova-compute[74922]:     <timer name='pit' tickpolicy='delay'/>
Oct 30 05:50:54 user nova-compute[74922]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 30 05:50:54 user nova-compute[74922]:     <timer name='hpet' present='no'/>
Oct 30 05:50:54 user nova-compute[74922]:   </clock>
Oct 30 05:50:54 user nova-compute[74922]:   <on_poweroff>destroy</on_poweroff>
Oct 30 05:50:54 user nova-compute[74922]:   <on_reboot>restart</on_reboot>
Oct 30 05:50:54 user nova-compute[74922]:   <on_crash>destroy</on_crash>
Oct 30 05:50:54 user nova-compute[74922]:   <devices>
Oct 30 05:50:54 user nova-compute[74922]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 30 05:50:54 user nova-compute[74922]:     <disk type='file' device='disk'>
Oct 30 05:50:54 user nova-compute[74922]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 30 05:50:54 user nova-compute[74922]:       <source file='/opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk' index='2'/>
Oct 30 05:50:54 user nova-compute[74922]:       <backingStore type='file' index='3'>
Oct 30 05:50:54 user nova-compute[74922]:         <format type='raw'/>
Oct 30 05:50:54 user nova-compute[74922]:         <source file='/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155'/>
Oct 30 05:50:54 user nova-compute[74922]:         <backingStore/>
Oct 30 05:50:54 user nova-compute[74922]:       </backingStore>
Oct 30 05:50:54 user nova-compute[74922]:       <target dev='vda' bus='virtio'/>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='virtio-disk0'/>
Oct 30 05:50:54 user nova-compute[74922]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </disk>
Oct 30 05:50:54 user nova-compute[74922]:     <disk type='file' device='cdrom'>
Oct 30 05:50:54 user nova-compute[74922]:       <driver name='qemu' type='raw' cache='none'/>
Oct 30 05:50:54 user nova-compute[74922]:       <source file='/opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/disk.config' index='1'/>
Oct 30 05:50:54 user nova-compute[74922]:       <backingStore/>
Oct 30 05:50:54 user nova-compute[74922]:       <target dev='hda' bus='ide'/>
Oct 30 05:50:54 user nova-compute[74922]:       <readonly/>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='ide0-0-0'/>
Oct 30 05:50:54 user nova-compute[74922]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </disk>
Oct 30 05:50:54 user nova-compute[74922]:     <controller type='usb' index='0' model='none'>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='usb'/>
Oct 30 05:50:54 user nova-compute[74922]:     </controller>
Oct 30 05:50:54 user nova-compute[74922]:     <controller type='pci' index='0' model='pci-root'>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='pci.0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </controller>
Oct 30 05:50:54 user nova-compute[74922]:     <controller type='ide' index='0'>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='ide'/>
Oct 30 05:50:54 user nova-compute[74922]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 30 05:50:54 user nova-compute[74922]:     </controller>
Oct 30 05:50:54 user nova-compute[74922]:     <interface type='ethernet'>
Oct 30 05:50:54 user nova-compute[74922]:       <mac address='fa:16:3e:20:8c:7f'/>
Oct 30 05:50:54 user nova-compute[74922]:       <target dev='tapaf67ff54-80'/>
Oct 30 05:50:54 user nova-compute[74922]:       <model type='virtio'/>
Oct 30 05:50:54 user nova-compute[74922]:       <mtu size='1442'/>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='net0'/>
Oct 30 05:50:54 user nova-compute[74922]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </interface>
Oct 30 05:50:54 user nova-compute[74922]:     <serial type='pty'>
Oct 30 05:50:54 user nova-compute[74922]:       <source path='/dev/pts/8'/>
Oct 30 05:50:54 user nova-compute[74922]:       <log file='/opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/console.log' append='off'/>
Oct 30 05:50:54 user nova-compute[74922]:       <target type='isa-serial' port='0'>
Oct 30 05:50:54 user nova-compute[74922]:         <model name='isa-serial'/>
Oct 30 05:50:54 user nova-compute[74922]:       </target>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='serial0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </serial>
Oct 30 05:50:54 user nova-compute[74922]:     <console type='pty' tty='/dev/pts/8'>
Oct 30 05:50:54 user nova-compute[74922]:       <source path='/dev/pts/8'/>
Oct 30 05:50:54 user nova-compute[74922]:       <log file='/opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43/console.log' append='off'/>
Oct 30 05:50:54 user nova-compute[74922]:       <target type='serial' port='0'/>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='serial0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </console>
Oct 30 05:50:54 user nova-compute[74922]:     <input type='mouse' bus='ps2'>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='input0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </input>
Oct 30 05:50:54 user nova-compute[74922]:     <input type='keyboard' bus='ps2'>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='input1'/>
Oct 30 05:50:54 user nova-compute[74922]:     </input>
Oct 30 05:50:54 user nova-compute[74922]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Oct 30 05:50:54 user nova-compute[74922]:       <listen type='address' address='0.0.0.0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </graphics>
Oct 30 05:50:54 user nova-compute[74922]:     <audio id='1' type='none'/>
Oct 30 05:50:54 user nova-compute[74922]:     <video>
Oct 30 05:50:54 user nova-compute[74922]:       <model type='virtio' heads='1' primary='yes'/>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='video0'/>
Oct 30 05:50:54 user nova-compute[74922]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </video>
Oct 30 05:50:54 user nova-compute[74922]:     <memballoon model='virtio'>
Oct 30 05:50:54 user nova-compute[74922]:       <stats period='10'/>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='balloon0'/>
Oct 30 05:50:54 user nova-compute[74922]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </memballoon>
Oct 30 05:50:54 user nova-compute[74922]:     <rng model='virtio'>
Oct 30 05:50:54 user nova-compute[74922]:       <backend model='random'>/dev/urandom</backend>
Oct 30 05:50:54 user nova-compute[74922]:       <alias name='rng0'/>
Oct 30 05:50:54 user nova-compute[74922]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 30 05:50:54 user nova-compute[74922]:     </rng>
Oct 30 05:50:54 user nova-compute[74922]:   </devices>
Oct 30 05:50:54 user nova-compute[74922]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 30 05:50:54 user nova-compute[74922]:     <label>libvirt-c5816c23-9ba0-4119-a957-696cb99e3e43</label>
Oct 30 05:50:54 user nova-compute[74922]:     <imagelabel>libvirt-c5816c23-9ba0-4119-a957-696cb99e3e43</imagelabel>
Oct 30 05:50:54 user nova-compute[74922]:   </seclabel>
Oct 30 05:50:54 user nova-compute[74922]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 30 05:50:54 user nova-compute[74922]:     <label>+64055:+108</label>
Oct 30 05:50:54 user nova-compute[74922]:     <imagelabel>+64055:+108</imagelabel>
Oct 30 05:50:54 user nova-compute[74922]:   </seclabel>
Oct 30 05:50:54 user nova-compute[74922]: </domain>
Oct 30 05:50:54 user nova-compute[74922]:  {{(pid=74922) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 30 05:50:54 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [req-f95486db-0c4a-4d73-89ec-8216cfc51785 req-9035c050-ec02-481c-a31d-b9ef67ad7672 service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Detaching interface fa:16:3e:40:22:e8 failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tap5c1df3b4-c0' not found.
Oct 30 05:50:54 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [req-f95486db-0c4a-4d73-89ec-8216cfc51785 req-9035c050-ec02-481c-a31d-b9ef67ad7672 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:47:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-96703779',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-96703779',id=15,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBCIGVgk51IPOhFInQqffZo4+bnBAkZ5iFYw18d039XwkZXmgFyqb4NneSFsvt3Ut5Ae6ywVZIzfuz5KJeqWibHY61f1KvBi8nWgHhiEEFPx2qSAAB5UzqPrpuk56tmYGA==',key_name='tempest-keypair-1413859791',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:47:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d6b93abe179f4a9dbe458afef7e35737',ramdisk_id='',reservation_id='r-lviwczqe',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1596342775',owner_user_name='tempest-TaggedAttachmentsTest-1596342775-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:47:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f604726bc7d4c66a7fc731980f9e055',uuid=c5816c23-9ba0-4119-a957-696cb99e3e43,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "address": "fa:16:3e:40:22:e8", "network": {"id": "2742570a-e515-4ece-9296-ec51ed964b04", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-54164109", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c1df3b4-c0", "ovs_interfaceid": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG nova.network.os_vif_util [req-f95486db-0c4a-4d73-89ec-8216cfc51785 req-9035c050-ec02-481c-a31d-b9ef67ad7672 service nova] Converting VIF {"id": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "address": "fa:16:3e:40:22:e8", "network": {"id": "2742570a-e515-4ece-9296-ec51ed964b04", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-54164109", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c1df3b4-c0", "ovs_interfaceid": "5c1df3b4-c07f-43a4-8296-612d0341e5c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG nova.network.os_vif_util [req-f95486db-0c4a-4d73-89ec-8216cfc51785 req-9035c050-ec02-481c-a31d-b9ef67ad7672 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:22:e8,bridge_name='br-int',has_traffic_filtering=True,id=5c1df3b4-c07f-43a4-8296-612d0341e5c9,network=Network(2742570a-e515-4ece-9296-ec51ed964b04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c1df3b4-c0') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG os_vif [req-f95486db-0c4a-4d73-89ec-8216cfc51785 req-9035c050-ec02-481c-a31d-b9ef67ad7672 service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:22:e8,bridge_name='br-int',has_traffic_filtering=True,id=5c1df3b4-c07f-43a4-8296-612d0341e5c9,network=Network(2742570a-e515-4ece-9296-ec51ed964b04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c1df3b4-c0') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5c1df3b4-c0, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:50:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:50:54 user nova-compute[74922]: INFO os_vif [req-f95486db-0c4a-4d73-89ec-8216cfc51785 req-9035c050-ec02-481c-a31d-b9ef67ad7672 service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:22:e8,bridge_name='br-int',has_traffic_filtering=True,id=5c1df3b4-c07f-43a4-8296-612d0341e5c9,network=Network(2742570a-e515-4ece-9296-ec51ed964b04),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c1df3b4-c0')
Oct 30 05:50:54 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [req-f95486db-0c4a-4d73-89ec-8216cfc51785 req-9035c050-ec02-481c-a31d-b9ef67ad7672 service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:50:54 user nova-compute[74922]:   <nova:package version="0.0.0"/>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:name>tempest-device-tagging-server-96703779</nova:name>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:creationTime>2023-10-30 05:50:54</nova:creationTime>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:flavor name="m1.tiny">
Oct 30 05:50:54 user nova-compute[74922]:     <nova:memory>512</nova:memory>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:disk>1</nova:disk>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:swap>0</nova:swap>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:vcpus>1</nova:vcpus>
Oct 30 05:50:54 user nova-compute[74922]:   </nova:flavor>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:owner>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:user uuid="2f604726bc7d4c66a7fc731980f9e055">tempest-TaggedAttachmentsTest-1596342775-project-member</nova:user>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:project uuid="d6b93abe179f4a9dbe458afef7e35737">tempest-TaggedAttachmentsTest-1596342775</nova:project>
Oct 30 05:50:54 user nova-compute[74922]:   </nova:owner>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:50:54 user nova-compute[74922]:   <nova:ports>
Oct 30 05:50:54 user nova-compute[74922]:     <nova:port uuid="af67ff54-8091-48d4-acc1-3c58659119cd">
Oct 30 05:50:54 user nova-compute[74922]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 30 05:50:54 user nova-compute[74922]:     </nova:port>
Oct 30 05:50:54 user nova-compute[74922]:   </nova:ports>
Oct 30 05:50:54 user nova-compute[74922]: </nova:instance>
Oct 30 05:50:54 user nova-compute[74922]:  {{(pid=74922) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 30 05:50:55 user nova-compute[74922]: DEBUG nova.network.neutron [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Updating instance_info_cache with network_info: [{"id": "af67ff54-8091-48d4-acc1-3c58659119cd", "address": "fa:16:3e:20:8c:7f", "network": {"id": "785b25a8-727e-432e-aff7-deb831edd675", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-55730470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf67ff54-80", "ovs_interfaceid": "af67ff54-8091-48d4-acc1-3c58659119cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:50:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Releasing lock "refresh_cache-c5816c23-9ba0-4119-a957-696cb99e3e43" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:50:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-16fe8c4c-6184-416a-a6ba-fd268fd5f322 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "interface-c5816c23-9ba0-4119-a957-696cb99e3e43-5c1df3b4-c07f-43a4-8296-612d0341e5c9" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.620s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:50:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "65631229-4687-4394-b06e-2cca0312587b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:50:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "65631229-4687-4394-b06e-2cca0312587b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:50:58 user nova-compute[74922]: DEBUG nova.compute.manager [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:50:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:50:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:50:58 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:50:58 user nova-compute[74922]: INFO nova.compute.claims [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Claim successful on node user
Oct 30 05:50:58 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:50:58 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:50:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.429s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:50:58 user nova-compute[74922]: DEBUG nova.compute.manager [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:50:58 user nova-compute[74922]: DEBUG nova.compute.manager [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:50:58 user nova-compute[74922]: DEBUG nova.network.neutron [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:50:58 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:50:58 user nova-compute[74922]: DEBUG nova.compute.manager [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:50:58 user nova-compute[74922]: DEBUG nova.policy [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3d42c973de44a77a6cbc71ca18cf8be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7091d27413441c6acc2d53c88cde072', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:50:58 user nova-compute[74922]: DEBUG nova.compute.manager [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:50:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:50:58 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Creating image(s)
Oct 30 05:50:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "/opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:50:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "/opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:50:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "/opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:50:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "c2296c7f2caaa3565cb8f9e6fcc081b1e16531a5" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:50:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "c2296c7f2caaa3565cb8f9e6fcc081b1e16531a5" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:50:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c2296c7f2caaa3565cb8f9e6fcc081b1e16531a5.part --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:50:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:50:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c2296c7f2caaa3565cb8f9e6fcc081b1e16531a5.part --force-share --output=json" returned: 0 in 0.180s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:59 user nova-compute[74922]: DEBUG nova.virt.images [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] 07b7e64c-9f67-41b0-ae69-aac3d635b2a2 was qcow2, converting to raw {{(pid=74922) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 05:50:59 user nova-compute[74922]: DEBUG nova.privsep.utils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74922) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 05:50:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c2296c7f2caaa3565cb8f9e6fcc081b1e16531a5.part /opt/stack/data/nova/instances/_base/c2296c7f2caaa3565cb8f9e6fcc081b1e16531a5.converted {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:59 user nova-compute[74922]: DEBUG nova.network.neutron [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Successfully created port: b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:50:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c2296c7f2caaa3565cb8f9e6fcc081b1e16531a5.part /opt/stack/data/nova/instances/_base/c2296c7f2caaa3565cb8f9e6fcc081b1e16531a5.converted" returned: 0 in 0.304s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c2296c7f2caaa3565cb8f9e6fcc081b1e16531a5.converted --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:50:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c2296c7f2caaa3565cb8f9e6fcc081b1e16531a5.converted --force-share --output=json" returned: 0 in 0.177s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:50:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "c2296c7f2caaa3565cb8f9e6fcc081b1e16531a5" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.026s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:50:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c2296c7f2caaa3565cb8f9e6fcc081b1e16531a5 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c2296c7f2caaa3565cb8f9e6fcc081b1e16531a5 --force-share --output=json" returned: 0 in 0.201s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "c2296c7f2caaa3565cb8f9e6fcc081b1e16531a5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "c2296c7f2caaa3565cb8f9e6fcc081b1e16531a5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c2296c7f2caaa3565cb8f9e6fcc081b1e16531a5 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG nova.network.neutron [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Successfully updated port: b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG nova.compute.manager [req-49bdb85d-1099-459f-9565-d948acb17b78 req-5734c271-8c56-4f3b-850e-35a680428d6f service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Received event network-changed-b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG nova.compute.manager [req-49bdb85d-1099-459f-9565-d948acb17b78 req-5734c271-8c56-4f3b-850e-35a680428d6f service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Refreshing instance network info cache due to event network-changed-b05c829f-3c77-448e-b818-dc92124bd809. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-49bdb85d-1099-459f-9565-d948acb17b78 req-5734c271-8c56-4f3b-850e-35a680428d6f service nova] Acquiring lock "refresh_cache-65631229-4687-4394-b06e-2cca0312587b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-49bdb85d-1099-459f-9565-d948acb17b78 req-5734c271-8c56-4f3b-850e-35a680428d6f service nova] Acquired lock "refresh_cache-65631229-4687-4394-b06e-2cca0312587b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG nova.network.neutron [req-49bdb85d-1099-459f-9565-d948acb17b78 req-5734c271-8c56-4f3b-850e-35a680428d6f service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Refreshing network info cache for port b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c2296c7f2caaa3565cb8f9e6fcc081b1e16531a5 --force-share --output=json" returned: 0 in 0.183s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "refresh_cache-65631229-4687-4394-b06e-2cca0312587b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c2296c7f2caaa3565cb8f9e6fcc081b1e16531a5,backing_fmt=raw /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c2296c7f2caaa3565cb8f9e6fcc081b1e16531a5,backing_fmt=raw /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk 1073741824" returned: 0 in 0.054s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "c2296c7f2caaa3565cb8f9e6fcc081b1e16531a5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.260s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c2296c7f2caaa3565cb8f9e6fcc081b1e16531a5 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG nova.network.neutron [req-49bdb85d-1099-459f-9565-d948acb17b78 req-5734c271-8c56-4f3b-850e-35a680428d6f service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG nova.network.neutron [req-49bdb85d-1099-459f-9565-d948acb17b78 req-5734c271-8c56-4f3b-850e-35a680428d6f service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c2296c7f2caaa3565cb8f9e6fcc081b1e16531a5 --force-share --output=json" returned: 0 in 0.226s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Checking if we can resize image /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-49bdb85d-1099-459f-9565-d948acb17b78 req-5734c271-8c56-4f3b-850e-35a680428d6f service nova] Releasing lock "refresh_cache-65631229-4687-4394-b06e-2cca0312587b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquired lock "refresh_cache-65631229-4687-4394-b06e-2cca0312587b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG nova.network.neutron [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG nova.network.neutron [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Cannot resize image /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Ensure instance console log exists: /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.network.neutron [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Updating instance_info_cache with network_info: [{"id": "b05c829f-3c77-448e-b818-dc92124bd809", "address": "fa:16:3e:8c:0c:52", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb05c829f-3c", "ovs_interfaceid": "b05c829f-3c77-448e-b818-dc92124bd809", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Releasing lock "refresh_cache-65631229-4687-4394-b06e-2cca0312587b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.compute.manager [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Instance network_info: |[{"id": "b05c829f-3c77-448e-b818-dc92124bd809", "address": "fa:16:3e:8c:0c:52", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb05c829f-3c", "ovs_interfaceid": "b05c829f-3c77-448e-b818-dc92124bd809", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Start _get_guest_xml network_info=[{"id": "b05c829f-3c77-448e-b818-dc92124bd809", "address": "fa:16:3e:8c:0c:52", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb05c829f-3c", "ovs_interfaceid": "b05c829f-3c77-448e-b818-dc92124bd809", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:50:55Z,direct_url=<?>,disk_format='qcow2',id=07b7e64c-9f67-41b0-ae69-aac3d635b2a2,min_disk=0,min_ram=0,name='tempest-scenario-img--1337051154',owner='e7091d27413441c6acc2d53c88cde072',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:50:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': '07b7e64c-9f67-41b0-ae69-aac3d635b2a2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:51:01 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:51:01 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:50:55Z,direct_url=<?>,disk_format='qcow2',id=07b7e64c-9f67-41b0-ae69-aac3d635b2a2,min_disk=0,min_ram=0,name='tempest-scenario-img--1337051154',owner='e7091d27413441c6acc2d53c88cde072',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:50:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:50:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1264310259',display_name='tempest-TestMinimumBasicScenario-server-1264310259',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1264310259',id=22,image_ref='07b7e64c-9f67-41b0-ae69-aac3d635b2a2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKLf70fYELJWToTmVMHC/c0ejf3wuvJwsrQMjgmpvEYSWVUcpUtnKehuM6G9lJlERcMC+TXCcfwULR0/YNPZggIldWO5tEMAAac1VlbYjSUtwFveG8t4s5YuaFVhEJpKJQ==',key_name='tempest-TestMinimumBasicScenario-1853269939',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e7091d27413441c6acc2d53c88cde072',ramdisk_id='',reservation_id='r-5ijzo9ge',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='07b7e64c-9f67-41b0-ae69-aac3d635b2a2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-810032681',owner_user_name='tempest-TestMinimumBasicScenario-810032681-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:50:59Z,user_data=None,user_id='e3d42c973de44a77a6cbc71ca18cf8be',uuid=65631229-4687-4394-b06e-2cca0312587b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b05c829f-3c77-448e-b818-dc92124bd809", "address": "fa:16:3e:8c:0c:52", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb05c829f-3c", "ovs_interfaceid": "b05c829f-3c77-448e-b818-dc92124bd809", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Converting VIF {"id": "b05c829f-3c77-448e-b818-dc92124bd809", "address": "fa:16:3e:8c:0c:52", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb05c829f-3c", "ovs_interfaceid": "b05c829f-3c77-448e-b818-dc92124bd809", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:0c:52,bridge_name='br-int',has_traffic_filtering=True,id=b05c829f-3c77-448e-b818-dc92124bd809,network=Network(3aa18a1b-230f-434e-af29-d9dcc82eb79c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb05c829f-3c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.objects.instance [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lazy-loading 'pci_devices' on Instance uuid 65631229-4687-4394-b06e-2cca0312587b {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:51:01 user nova-compute[74922]:   <uuid>65631229-4687-4394-b06e-2cca0312587b</uuid>
Oct 30 05:51:01 user nova-compute[74922]:   <name>instance-00000016</name>
Oct 30 05:51:01 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:51:01 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:51:01 user nova-compute[74922]:   <metadata>
Oct 30 05:51:01 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:51:01 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:51:01 user nova-compute[74922]:       <nova:name>tempest-TestMinimumBasicScenario-server-1264310259</nova:name>
Oct 30 05:51:01 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:51:01</nova:creationTime>
Oct 30 05:51:01 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:51:01 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:51:01 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:51:01 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:51:01 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:51:01 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:51:01 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:51:01 user nova-compute[74922]:       <nova:owner>
Oct 30 05:51:01 user nova-compute[74922]:         <nova:user uuid="e3d42c973de44a77a6cbc71ca18cf8be">tempest-TestMinimumBasicScenario-810032681-project-member</nova:user>
Oct 30 05:51:01 user nova-compute[74922]:         <nova:project uuid="e7091d27413441c6acc2d53c88cde072">tempest-TestMinimumBasicScenario-810032681</nova:project>
Oct 30 05:51:01 user nova-compute[74922]:       </nova:owner>
Oct 30 05:51:01 user nova-compute[74922]:       <nova:root type="image" uuid="07b7e64c-9f67-41b0-ae69-aac3d635b2a2"/>
Oct 30 05:51:01 user nova-compute[74922]:       <nova:ports>
Oct 30 05:51:01 user nova-compute[74922]:         <nova:port uuid="b05c829f-3c77-448e-b818-dc92124bd809">
Oct 30 05:51:01 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 30 05:51:01 user nova-compute[74922]:         </nova:port>
Oct 30 05:51:01 user nova-compute[74922]:       </nova:ports>
Oct 30 05:51:01 user nova-compute[74922]:     </nova:instance>
Oct 30 05:51:01 user nova-compute[74922]:   </metadata>
Oct 30 05:51:01 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:51:01 user nova-compute[74922]:     <system>
Oct 30 05:51:01 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:51:01 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:51:01 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:51:01 user nova-compute[74922]:       <entry name="serial">65631229-4687-4394-b06e-2cca0312587b</entry>
Oct 30 05:51:01 user nova-compute[74922]:       <entry name="uuid">65631229-4687-4394-b06e-2cca0312587b</entry>
Oct 30 05:51:01 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:51:01 user nova-compute[74922]:     </system>
Oct 30 05:51:01 user nova-compute[74922]:   </sysinfo>
Oct 30 05:51:01 user nova-compute[74922]:   <os>
Oct 30 05:51:01 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:51:01 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:51:01 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:51:01 user nova-compute[74922]:   </os>
Oct 30 05:51:01 user nova-compute[74922]:   <features>
Oct 30 05:51:01 user nova-compute[74922]:     <acpi/>
Oct 30 05:51:01 user nova-compute[74922]:     <apic/>
Oct 30 05:51:01 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:51:01 user nova-compute[74922]:   </features>
Oct 30 05:51:01 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:51:01 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:51:01 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:51:01 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:51:01 user nova-compute[74922]:   </clock>
Oct 30 05:51:01 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:51:01 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:51:01 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:51:01 user nova-compute[74922]:   </cpu>
Oct 30 05:51:01 user nova-compute[74922]:   <devices>
Oct 30 05:51:01 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:51:01 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:51:01 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk"/>
Oct 30 05:51:01 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:51:01 user nova-compute[74922]:     </disk>
Oct 30 05:51:01 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:51:01 user nova-compute[74922]:       <mac address="fa:16:3e:8c:0c:52"/>
Oct 30 05:51:01 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:51:01 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:51:01 user nova-compute[74922]:       <target dev="tapb05c829f-3c"/>
Oct 30 05:51:01 user nova-compute[74922]:     </interface>
Oct 30 05:51:01 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:51:01 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/console.log" append="off"/>
Oct 30 05:51:01 user nova-compute[74922]:     </serial>
Oct 30 05:51:01 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:51:01 user nova-compute[74922]:     <video>
Oct 30 05:51:01 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:51:01 user nova-compute[74922]:     </video>
Oct 30 05:51:01 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:51:01 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:51:01 user nova-compute[74922]:     </rng>
Oct 30 05:51:01 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:51:01 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:51:01 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:51:01 user nova-compute[74922]:     </memballoon>
Oct 30 05:51:01 user nova-compute[74922]:   </devices>
Oct 30 05:51:01 user nova-compute[74922]: </domain>
Oct 30 05:51:01 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:50:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1264310259',display_name='tempest-TestMinimumBasicScenario-server-1264310259',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1264310259',id=22,image_ref='07b7e64c-9f67-41b0-ae69-aac3d635b2a2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKLf70fYELJWToTmVMHC/c0ejf3wuvJwsrQMjgmpvEYSWVUcpUtnKehuM6G9lJlERcMC+TXCcfwULR0/YNPZggIldWO5tEMAAac1VlbYjSUtwFveG8t4s5YuaFVhEJpKJQ==',key_name='tempest-TestMinimumBasicScenario-1853269939',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e7091d27413441c6acc2d53c88cde072',ramdisk_id='',reservation_id='r-5ijzo9ge',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='07b7e64c-9f67-41b0-ae69-aac3d635b2a2',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-810032681',owner_user_name='tempest-TestMinimumBasicScenario-810032681-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:50:59Z,user_data=None,user_id='e3d42c973de44a77a6cbc71ca18cf8be',uuid=65631229-4687-4394-b06e-2cca0312587b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b05c829f-3c77-448e-b818-dc92124bd809", "address": "fa:16:3e:8c:0c:52", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb05c829f-3c", "ovs_interfaceid": "b05c829f-3c77-448e-b818-dc92124bd809", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Converting VIF {"id": "b05c829f-3c77-448e-b818-dc92124bd809", "address": "fa:16:3e:8c:0c:52", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb05c829f-3c", "ovs_interfaceid": "b05c829f-3c77-448e-b818-dc92124bd809", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:0c:52,bridge_name='br-int',has_traffic_filtering=True,id=b05c829f-3c77-448e-b818-dc92124bd809,network=Network(3aa18a1b-230f-434e-af29-d9dcc82eb79c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb05c829f-3c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG os_vif [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:0c:52,bridge_name='br-int',has_traffic_filtering=True,id=b05c829f-3c77-448e-b818-dc92124bd809,network=Network(3aa18a1b-230f-434e-af29-d9dcc82eb79c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb05c829f-3c') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0988ce5c-3475-5d8a-8673-11237cea312d', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb05c829f-3c, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb05c829f-3c, col_values=(('qos', UUID('7a916abd-822d-478c-bf72-5836fbad5c9f')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb05c829f-3c, col_values=(('external_ids', {'iface-id': 'b05c829f-3c77-448e-b818-dc92124bd809', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8c:0c:52', 'vm-uuid': '65631229-4687-4394-b06e-2cca0312587b'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:01 user nova-compute[74922]: INFO os_vif [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:0c:52,bridge_name='br-int',has_traffic_filtering=True,id=b05c829f-3c77-448e-b818-dc92124bd809,network=Network(3aa18a1b-230f-434e-af29-d9dcc82eb79c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb05c829f-3c')
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:51:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] No VIF found with MAC fa:16:3e:8c:0c:52, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:51:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:03 user nova-compute[74922]: DEBUG nova.compute.manager [req-426a20fc-00fa-4ce5-899f-b7bce13d0807 req-2d349fa2-fd6a-4273-972b-c9b9d909a9bb service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Received event network-vif-plugged-b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-426a20fc-00fa-4ce5-899f-b7bce13d0807 req-2d349fa2-fd6a-4273-972b-c9b9d909a9bb service nova] Acquiring lock "65631229-4687-4394-b06e-2cca0312587b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-426a20fc-00fa-4ce5-899f-b7bce13d0807 req-2d349fa2-fd6a-4273-972b-c9b9d909a9bb service nova] Lock "65631229-4687-4394-b06e-2cca0312587b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-426a20fc-00fa-4ce5-899f-b7bce13d0807 req-2d349fa2-fd6a-4273-972b-c9b9d909a9bb service nova] Lock "65631229-4687-4394-b06e-2cca0312587b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:03 user nova-compute[74922]: DEBUG nova.compute.manager [req-426a20fc-00fa-4ce5-899f-b7bce13d0807 req-2d349fa2-fd6a-4273-972b-c9b9d909a9bb service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] No waiting events found dispatching network-vif-plugged-b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:51:03 user nova-compute[74922]: WARNING nova.compute.manager [req-426a20fc-00fa-4ce5-899f-b7bce13d0807 req-2d349fa2-fd6a-4273-972b-c9b9d909a9bb service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Received unexpected event network-vif-plugged-b05c829f-3c77-448e-b818-dc92124bd809 for instance with vm_state building and task_state spawning.
Oct 30 05:51:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:05 user nova-compute[74922]: DEBUG nova.compute.manager [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:51:05 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:51:05 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 65631229-4687-4394-b06e-2cca0312587b] Instance spawned successfully.
Oct 30 05:51:05 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:51:05 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:51:05 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:51:05 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:51:05 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:51:05 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:51:05 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:51:05 user nova-compute[74922]: INFO nova.compute.manager [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Took 6.34 seconds to spawn the instance on the hypervisor.
Oct 30 05:51:05 user nova-compute[74922]: DEBUG nova.compute.manager [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:51:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-0175b665-db64-4102-818e-6a630568e40d req-b0470535-0fff-4914-81f8-a39f7b8e89d4 service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Received event network-vif-plugged-b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0175b665-db64-4102-818e-6a630568e40d req-b0470535-0fff-4914-81f8-a39f7b8e89d4 service nova] Acquiring lock "65631229-4687-4394-b06e-2cca0312587b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0175b665-db64-4102-818e-6a630568e40d req-b0470535-0fff-4914-81f8-a39f7b8e89d4 service nova] Lock "65631229-4687-4394-b06e-2cca0312587b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0175b665-db64-4102-818e-6a630568e40d req-b0470535-0fff-4914-81f8-a39f7b8e89d4 service nova] Lock "65631229-4687-4394-b06e-2cca0312587b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-0175b665-db64-4102-818e-6a630568e40d req-b0470535-0fff-4914-81f8-a39f7b8e89d4 service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] No waiting events found dispatching network-vif-plugged-b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:51:05 user nova-compute[74922]: WARNING nova.compute.manager [req-0175b665-db64-4102-818e-6a630568e40d req-b0470535-0fff-4914-81f8-a39f7b8e89d4 service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Received unexpected event network-vif-plugged-b05c829f-3c77-448e-b818-dc92124bd809 for instance with vm_state building and task_state spawning.
Oct 30 05:51:05 user nova-compute[74922]: INFO nova.compute.manager [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Took 7.12 seconds to build instance.
Oct 30 05:51:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-92e999ae-a7cd-4de3-887a-9b86fa71399b tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "65631229-4687-4394-b06e-2cca0312587b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.223s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Acquiring lock "909d4ec2-735f-4022-b7eb-df4b58a0f151" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "909d4ec2-735f-4022-b7eb-df4b58a0f151" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:13 user nova-compute[74922]: DEBUG nova.compute.manager [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:51:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:13 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:51:13 user nova-compute[74922]: INFO nova.compute.claims [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Claim successful on node user
Oct 30 05:51:13 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:51:13 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:51:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.536s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:13 user nova-compute[74922]: DEBUG nova.compute.manager [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:51:13 user nova-compute[74922]: DEBUG nova.compute.manager [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:51:13 user nova-compute[74922]: DEBUG nova.network.neutron [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:51:13 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:51:13 user nova-compute[74922]: DEBUG nova.compute.manager [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG nova.policy [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd367363e2cff41fba683ee415bfa651d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c3ab1f1c3b047948042cab54ae37b08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:51:14 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Creating image(s)
Oct 30 05:51:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Acquiring lock "/opt/stack/data/nova/instances/909d4ec2-735f-4022-b7eb-df4b58a0f151/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "/opt/stack/data/nova/instances/909d4ec2-735f-4022-b7eb-df4b58a0f151/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "/opt/stack/data/nova/instances/909d4ec2-735f-4022-b7eb-df4b58a0f151/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.195s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.229s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/909d4ec2-735f-4022-b7eb-df4b58a0f151/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/909d4ec2-735f-4022-b7eb-df4b58a0f151/disk 1073741824" returned: 0 in 0.058s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.295s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.205s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Checking if we can resize image /opt/stack/data/nova/instances/909d4ec2-735f-4022-b7eb-df4b58a0f151/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/909d4ec2-735f-4022-b7eb-df4b58a0f151/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG nova.network.neutron [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Successfully created port: 444f0b25-e4c6-44bc-8518-b489fe5be271 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/909d4ec2-735f-4022-b7eb-df4b58a0f151/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Cannot resize image /opt/stack/data/nova/instances/909d4ec2-735f-4022-b7eb-df4b58a0f151/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Ensure instance console log exists: /opt/stack/data/nova/instances/909d4ec2-735f-4022-b7eb-df4b58a0f151/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.network.neutron [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Successfully updated port: 444f0b25-e4c6-44bc-8518-b489fe5be271 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Acquiring lock "refresh_cache-909d4ec2-735f-4022-b7eb-df4b58a0f151" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Acquired lock "refresh_cache-909d4ec2-735f-4022-b7eb-df4b58a0f151" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.network.neutron [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.compute.manager [req-b2fc987d-842a-4d33-8109-8ad91a2efb9f req-9d6504eb-fde0-44fb-903e-f2d380b4b839 service nova] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Received event network-changed-444f0b25-e4c6-44bc-8518-b489fe5be271 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.compute.manager [req-b2fc987d-842a-4d33-8109-8ad91a2efb9f req-9d6504eb-fde0-44fb-903e-f2d380b4b839 service nova] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Refreshing instance network info cache due to event network-changed-444f0b25-e4c6-44bc-8518-b489fe5be271. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b2fc987d-842a-4d33-8109-8ad91a2efb9f req-9d6504eb-fde0-44fb-903e-f2d380b4b839 service nova] Acquiring lock "refresh_cache-909d4ec2-735f-4022-b7eb-df4b58a0f151" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.network.neutron [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.network.neutron [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Updating instance_info_cache with network_info: [{"id": "444f0b25-e4c6-44bc-8518-b489fe5be271", "address": "fa:16:3e:c1:f3:a2", "network": {"id": "7457d9ec-6eda-4079-a03c-7d931204af5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1073143125-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c3ab1f1c3b047948042cab54ae37b08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap444f0b25-e4", "ovs_interfaceid": "444f0b25-e4c6-44bc-8518-b489fe5be271", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Releasing lock "refresh_cache-909d4ec2-735f-4022-b7eb-df4b58a0f151" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.compute.manager [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Instance network_info: |[{"id": "444f0b25-e4c6-44bc-8518-b489fe5be271", "address": "fa:16:3e:c1:f3:a2", "network": {"id": "7457d9ec-6eda-4079-a03c-7d931204af5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1073143125-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c3ab1f1c3b047948042cab54ae37b08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap444f0b25-e4", "ovs_interfaceid": "444f0b25-e4c6-44bc-8518-b489fe5be271", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b2fc987d-842a-4d33-8109-8ad91a2efb9f req-9d6504eb-fde0-44fb-903e-f2d380b4b839 service nova] Acquired lock "refresh_cache-909d4ec2-735f-4022-b7eb-df4b58a0f151" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.network.neutron [req-b2fc987d-842a-4d33-8109-8ad91a2efb9f req-9d6504eb-fde0-44fb-903e-f2d380b4b839 service nova] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Refreshing network info cache for port 444f0b25-e4c6-44bc-8518-b489fe5be271 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Start _get_guest_xml network_info=[{"id": "444f0b25-e4c6-44bc-8518-b489fe5be271", "address": "fa:16:3e:c1:f3:a2", "network": {"id": "7457d9ec-6eda-4079-a03c-7d931204af5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1073143125-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c3ab1f1c3b047948042cab54ae37b08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap444f0b25-e4", "ovs_interfaceid": "444f0b25-e4c6-44bc-8518-b489fe5be271", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:51:15 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:51:15 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:51:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1894952720',display_name='tempest-ServersNegativeTestJSON-server-1894952720',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1894952720',id=23,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7c3ab1f1c3b047948042cab54ae37b08',ramdisk_id='',reservation_id='r-a2qd2z6t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1001209653',owner_user_name='tempest-ServersNegativeTestJSON-1001209653-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:51:14Z,user_data=None,user_id='d367363e2cff41fba683ee415bfa651d',uuid=909d4ec2-735f-4022-b7eb-df4b58a0f151,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "444f0b25-e4c6-44bc-8518-b489fe5be271", "address": "fa:16:3e:c1:f3:a2", "network": {"id": "7457d9ec-6eda-4079-a03c-7d931204af5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1073143125-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c3ab1f1c3b047948042cab54ae37b08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap444f0b25-e4", "ovs_interfaceid": "444f0b25-e4c6-44bc-8518-b489fe5be271", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Converting VIF {"id": "444f0b25-e4c6-44bc-8518-b489fe5be271", "address": "fa:16:3e:c1:f3:a2", "network": {"id": "7457d9ec-6eda-4079-a03c-7d931204af5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1073143125-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c3ab1f1c3b047948042cab54ae37b08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap444f0b25-e4", "ovs_interfaceid": "444f0b25-e4c6-44bc-8518-b489fe5be271", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c1:f3:a2,bridge_name='br-int',has_traffic_filtering=True,id=444f0b25-e4c6-44bc-8518-b489fe5be271,network=Network(7457d9ec-6eda-4079-a03c-7d931204af5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap444f0b25-e4') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.objects.instance [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lazy-loading 'pci_devices' on Instance uuid 909d4ec2-735f-4022-b7eb-df4b58a0f151 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:51:15 user nova-compute[74922]:   <uuid>909d4ec2-735f-4022-b7eb-df4b58a0f151</uuid>
Oct 30 05:51:15 user nova-compute[74922]:   <name>instance-00000017</name>
Oct 30 05:51:15 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:51:15 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:51:15 user nova-compute[74922]:   <metadata>
Oct 30 05:51:15 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:51:15 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:51:15 user nova-compute[74922]:       <nova:name>tempest-ServersNegativeTestJSON-server-1894952720</nova:name>
Oct 30 05:51:15 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:51:15</nova:creationTime>
Oct 30 05:51:15 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:51:15 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:51:15 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:51:15 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:51:15 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:51:15 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:51:15 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:51:15 user nova-compute[74922]:       <nova:owner>
Oct 30 05:51:15 user nova-compute[74922]:         <nova:user uuid="d367363e2cff41fba683ee415bfa651d">tempest-ServersNegativeTestJSON-1001209653-project-member</nova:user>
Oct 30 05:51:15 user nova-compute[74922]:         <nova:project uuid="7c3ab1f1c3b047948042cab54ae37b08">tempest-ServersNegativeTestJSON-1001209653</nova:project>
Oct 30 05:51:15 user nova-compute[74922]:       </nova:owner>
Oct 30 05:51:15 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:51:15 user nova-compute[74922]:       <nova:ports>
Oct 30 05:51:15 user nova-compute[74922]:         <nova:port uuid="444f0b25-e4c6-44bc-8518-b489fe5be271">
Oct 30 05:51:15 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 30 05:51:15 user nova-compute[74922]:         </nova:port>
Oct 30 05:51:15 user nova-compute[74922]:       </nova:ports>
Oct 30 05:51:15 user nova-compute[74922]:     </nova:instance>
Oct 30 05:51:15 user nova-compute[74922]:   </metadata>
Oct 30 05:51:15 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:51:15 user nova-compute[74922]:     <system>
Oct 30 05:51:15 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:51:15 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:51:15 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:51:15 user nova-compute[74922]:       <entry name="serial">909d4ec2-735f-4022-b7eb-df4b58a0f151</entry>
Oct 30 05:51:15 user nova-compute[74922]:       <entry name="uuid">909d4ec2-735f-4022-b7eb-df4b58a0f151</entry>
Oct 30 05:51:15 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:51:15 user nova-compute[74922]:     </system>
Oct 30 05:51:15 user nova-compute[74922]:   </sysinfo>
Oct 30 05:51:15 user nova-compute[74922]:   <os>
Oct 30 05:51:15 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:51:15 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:51:15 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:51:15 user nova-compute[74922]:   </os>
Oct 30 05:51:15 user nova-compute[74922]:   <features>
Oct 30 05:51:15 user nova-compute[74922]:     <acpi/>
Oct 30 05:51:15 user nova-compute[74922]:     <apic/>
Oct 30 05:51:15 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:51:15 user nova-compute[74922]:   </features>
Oct 30 05:51:15 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:51:15 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:51:15 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:51:15 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:51:15 user nova-compute[74922]:   </clock>
Oct 30 05:51:15 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:51:15 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:51:15 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:51:15 user nova-compute[74922]:   </cpu>
Oct 30 05:51:15 user nova-compute[74922]:   <devices>
Oct 30 05:51:15 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:51:15 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:51:15 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/909d4ec2-735f-4022-b7eb-df4b58a0f151/disk"/>
Oct 30 05:51:15 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:51:15 user nova-compute[74922]:     </disk>
Oct 30 05:51:15 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:51:15 user nova-compute[74922]:       <mac address="fa:16:3e:c1:f3:a2"/>
Oct 30 05:51:15 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:51:15 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:51:15 user nova-compute[74922]:       <target dev="tap444f0b25-e4"/>
Oct 30 05:51:15 user nova-compute[74922]:     </interface>
Oct 30 05:51:15 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:51:15 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/909d4ec2-735f-4022-b7eb-df4b58a0f151/console.log" append="off"/>
Oct 30 05:51:15 user nova-compute[74922]:     </serial>
Oct 30 05:51:15 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:51:15 user nova-compute[74922]:     <video>
Oct 30 05:51:15 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:51:15 user nova-compute[74922]:     </video>
Oct 30 05:51:15 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:51:15 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:51:15 user nova-compute[74922]:     </rng>
Oct 30 05:51:15 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:51:15 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:51:15 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:51:15 user nova-compute[74922]:     </memballoon>
Oct 30 05:51:15 user nova-compute[74922]:   </devices>
Oct 30 05:51:15 user nova-compute[74922]: </domain>
Oct 30 05:51:15 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:51:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1894952720',display_name='tempest-ServersNegativeTestJSON-server-1894952720',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1894952720',id=23,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7c3ab1f1c3b047948042cab54ae37b08',ramdisk_id='',reservation_id='r-a2qd2z6t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1001209653',owner_user_name='tempest-ServersNegativeTestJSON-1001209653-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:51:14Z,user_data=None,user_id='d367363e2cff41fba683ee415bfa651d',uuid=909d4ec2-735f-4022-b7eb-df4b58a0f151,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "444f0b25-e4c6-44bc-8518-b489fe5be271", "address": "fa:16:3e:c1:f3:a2", "network": {"id": "7457d9ec-6eda-4079-a03c-7d931204af5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1073143125-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c3ab1f1c3b047948042cab54ae37b08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap444f0b25-e4", "ovs_interfaceid": "444f0b25-e4c6-44bc-8518-b489fe5be271", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Converting VIF {"id": "444f0b25-e4c6-44bc-8518-b489fe5be271", "address": "fa:16:3e:c1:f3:a2", "network": {"id": "7457d9ec-6eda-4079-a03c-7d931204af5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1073143125-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c3ab1f1c3b047948042cab54ae37b08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap444f0b25-e4", "ovs_interfaceid": "444f0b25-e4c6-44bc-8518-b489fe5be271", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c1:f3:a2,bridge_name='br-int',has_traffic_filtering=True,id=444f0b25-e4c6-44bc-8518-b489fe5be271,network=Network(7457d9ec-6eda-4079-a03c-7d931204af5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap444f0b25-e4') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG os_vif [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c1:f3:a2,bridge_name='br-int',has_traffic_filtering=True,id=444f0b25-e4c6-44bc-8518-b489fe5be271,network=Network(7457d9ec-6eda-4079-a03c-7d931204af5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap444f0b25-e4') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd0944275-0982-5e2b-8823-d53788be30c7', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap444f0b25-e4, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap444f0b25-e4, col_values=(('qos', UUID('10ee93ff-0a9f-42e0-b0e2-71bed8cda288')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap444f0b25-e4, col_values=(('external_ids', {'iface-id': '444f0b25-e4c6-44bc-8518-b489fe5be271', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c1:f3:a2', 'vm-uuid': '909d4ec2-735f-4022-b7eb-df4b58a0f151'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:15 user nova-compute[74922]: INFO os_vif [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c1:f3:a2,bridge_name='br-int',has_traffic_filtering=True,id=444f0b25-e4c6-44bc-8518-b489fe5be271,network=Network(7457d9ec-6eda-4079-a03c-7d931204af5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap444f0b25-e4')
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:51:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] No VIF found with MAC fa:16:3e:c1:f3:a2, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZjBDxhQJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:51:16 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:51:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:51:16 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:51:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:51:16 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[75aba0cf-127f-4e26-b443-73dddf912363]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:51:16 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b97e2bb5-5552-48ce-80b2-85f0a40840eb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e] added
Oct 30 05:51:16 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG nova.network.neutron [req-b2fc987d-842a-4d33-8109-8ad91a2efb9f req-9d6504eb-fde0-44fb-903e-f2d380b4b839 service nova] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Updated VIF entry in instance network info cache for port 444f0b25-e4c6-44bc-8518-b489fe5be271. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG nova.network.neutron [req-b2fc987d-842a-4d33-8109-8ad91a2efb9f req-9d6504eb-fde0-44fb-903e-f2d380b4b839 service nova] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Updating instance_info_cache with network_info: [{"id": "444f0b25-e4c6-44bc-8518-b489fe5be271", "address": "fa:16:3e:c1:f3:a2", "network": {"id": "7457d9ec-6eda-4079-a03c-7d931204af5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1073143125-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c3ab1f1c3b047948042cab54ae37b08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap444f0b25-e4", "ovs_interfaceid": "444f0b25-e4c6-44bc-8518-b489fe5be271", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[84820f82-a475-4000-9e76-0ddd780a4a46]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b2fc987d-842a-4d33-8109-8ad91a2efb9f req-9d6504eb-fde0-44fb-903e-f2d380b4b839 service nova] Releasing lock "refresh_cache-909d4ec2-735f-4022-b7eb-df4b58a0f151" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c74678f-6079-4cd3-aae1-7f8f3db7860b]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZjBDxhQJ {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG nova.compute.manager [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:51:16 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Creating image(s)
Oct 30 05:51:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Did not create local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Ensure instance console log exists: /opt/stack/data/nova/instances/b7a30c65-ce43-4aed-a029-605f9be0facc/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Start _get_guest_xml network_info=[{"id": "24c5ff8c-872f-4693-b958-f23a2efcdc2c", "address": "fa:16:3e:b3:86:98", "network": {"id": "b315e416-0e9d-41ff-a4ff-79cc178d62a0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-332044683-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24c5ff8c-87", "ovs_interfaceid": "24c5ff8c-872f-4693-b958-f23a2efcdc2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26efd53d-613e-4122-962e-c96d07e83de6", "address": "fa:16:3e:02:8d:5e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26efd53d-61", "ovs_interfaceid": "26efd53d-613e-4122-962e-c96d07e83de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7d570624-5cb0-474a-b752-0f76927dc51c", "address": "fa:16:3e:48:21:2e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d570624-5c", "ovs_interfaceid": "7d570624-5cb0-474a-b752-0f76927dc51c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5d315383-06fc-4db4-87cc-dd2084ef8e8d", "address": "fa:16:3e:24:d8:6b", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d315383-06", "ovs_interfaceid": "5d315383-06fc-4db4-87cc-dd2084ef8e8d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679", "address": "fa:16:3e:34:b8:7e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f0e13c0-1b", "ovs_interfaceid": "0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5769f91e-9a1c-46e0-8c36-a81a28dc7264", "address": "fa:16:3e:85:33:c3", "network": {"id": "bbd03912-215c-4441-b2aa-5d6cc528802a", "bridge": "br-int", "label": "tempest-device-tagging-net2-96065221", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5769f91e-9a", "ovs_interfaceid": "5769f91e-9a1c-46e0-8c36-a81a28dc7264", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "448d3879-a421-45ca-9687-384f1fa7731b", "address": "fa:16:3e:00:d5:fd", "network": {"id": "bbd03912-215c-4441-b2aa-5d6cc528802a", "bridge": "br-int", "label": "tempest-device-tagging-net2-96065221", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap448d3879-a4", "ovs_interfaceid": "448d3879-a421-45ca-9687-384f1fa7731b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': '789ef8e0-5833-4536-889f-3d277009476e', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yhqrpiSf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b7a30c65-ce43-4aed-a029-605f9be0facc', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8e243e3-37fc-4ea7-9440-426d822d5128', 'serial': 'f8e243e3-37fc-4ea7-9440-426d822d5128'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None}, {'boot_index': 1, 'mount_device': '/dev/vdb', 'attachment_id': '67cde6b2-61b7-472a-9f7b-432f8228f1c3', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lQWmUcLY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b7a30c65-ce43-4aed-a029-605f9be0facc', 'attached_at': '', 'detached_at': '', 'volume_id': 'f470cd68-4c51-4aab-9d03-5e5467f1530b', 'serial': 'f470cd68-4c51-4aab-9d03-5e5467f1530b'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None}, {'boot_index': 2, 'mount_device': '/dev/vdc', 'attachment_id': 'bfda1b02-38f6-4b5c-ae68-1d7c607924ab', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vducDHez', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b7a30c65-ce43-4aed-a029-605f9be0facc', 'attached_at': '', 'detached_at': '', 'volume_id': '426d28a4-117c-4860-b14b-53f73f3e0b42', 'serial': '426d28a4-117c-4860-b14b-53f73f3e0b42'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZjBDxhQJ" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[be1e76f0-a7ce-492b-a419-c59379515cb8]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZjBDxhQJ'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:16 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:51:16 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:51:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yhqrpiSf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:51:16 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:51:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8e9a2c0-4648-442c-ad24-76087b15cc2e]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d55e820-a19b-4c0c-93ce-a9298b7e1201]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:51:16 user nova-compute[74922]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:51:16 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:51:16 user nova-compute[74922]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:51:16 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[64dfd39b-5a90-4231-a65a-81f9199d6593]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e, portal: 172.16.0.220,3260]
Oct 30 05:51:16 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e, portal: 172.16.0.220,3260] successful.
Oct 30 05:51:16 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[daa0527d-dd43-475f-9f1a-a18a4c1cbe2c]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[16240223-1010-42b0-9eff-f545fd810fe4]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:51:16 user nova-compute[74922]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:51:16 user nova-compute[74922]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)
Oct 30 05:51:16 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:51:16 user nova-compute[74922]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:51:16 user nova-compute[74922]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)
Oct 30 05:51:16 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.374s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] HCTL ('35', '-', '-', 0) found on session 22 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[18ceafc0-9bee-4142-b0a9-35b0ae4d033d]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Searching for a device in session 22 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:51:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZjBDxhQJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG nova.compute.manager [req-b670da8a-4221-4807-ba19-1d1c95672f11 req-0924d328-1518-4710-ad4a-3910f63490ae service nova] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Received event network-vif-plugged-444f0b25-e4c6-44bc-8518-b489fe5be271 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b670da8a-4221-4807-ba19-1d1c95672f11 req-0924d328-1518-4710-ad4a-3910f63490ae service nova] Acquiring lock "909d4ec2-735f-4022-b7eb-df4b58a0f151-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b670da8a-4221-4807-ba19-1d1c95672f11 req-0924d328-1518-4710-ad4a-3910f63490ae service nova] Lock "909d4ec2-735f-4022-b7eb-df4b58a0f151-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b670da8a-4221-4807-ba19-1d1c95672f11 req-0924d328-1518-4710-ad4a-3910f63490ae service nova] Lock "909d4ec2-735f-4022-b7eb-df4b58a0f151-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG nova.compute.manager [req-b670da8a-4221-4807-ba19-1d1c95672f11 req-0924d328-1518-4710-ad4a-3910f63490ae service nova] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] No waiting events found dispatching network-vif-plugged-444f0b25-e4c6-44bc-8518-b489fe5be271 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:51:17 user nova-compute[74922]: WARNING nova.compute.manager [req-b670da8a-4221-4807-ba19-1d1c95672f11 req-0924d328-1518-4710-ad4a-3910f63490ae service nova] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Received unexpected event network-vif-plugged-444f0b25-e4c6-44bc-8518-b489fe5be271 for instance with vm_state building and task_state spawning.
Oct 30 05:51:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.423s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] <== connect_volume: return (1425ms) {'type': 'block', 'scsi_wwn': '23232313465313332', 'path': '/dev/sdd'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23232313465313332', 'path': '/dev/sdd'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.207s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:51:17 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:51:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:51:17 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG nova.objects.instance [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lazy-loading 'flavor' on Instance uuid e078eacb-99e2-472e-94bb-44c60147aff3 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a37906e-8101-45ca-8948-bfbf4850c25c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:51:17 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[14bac6cb-3cb7-42d2-9fe5-a3bd77fa4872]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128] added
Oct 30 05:51:17 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 05:51:17 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:51:17 user nova-compute[74922]:   <source dev="/dev/sdd"/>
Oct 30 05:51:17 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:51:17 user nova-compute[74922]:   <serial>a99db806-be81-4569-91e4-acc624e5d75e</serial>
Oct 30 05:51:17 user nova-compute[74922]: </disk>
Oct 30 05:51:17 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f24ed9a1-e480-49a8-9469-c6a16d14381d]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[48489800-6cda-43fe-bc4f-8909327f6a3d]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yhqrpiSf {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yhqrpiSf" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1543e8e-cf08-4651-ac2d-3a36a8103f4c]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'yhqrpiSf'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8e25f51-ccf9-4255-af8d-b89cdd0642ce]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b6bf1b0-9c74-45bf-be67-75684dc634fd]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:51:17 user nova-compute[74922]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:51:17 user nova-compute[74922]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)
Oct 30 05:51:17 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:51:17 user nova-compute[74922]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:51:17 user nova-compute[74922]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)
Oct 30 05:51:17 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a160896-5ebe-4f78-a99a-fd1bc7616be7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128, portal: 172.16.0.220,3260]
Oct 30 05:51:17 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128, portal: 172.16.0.220,3260] successful.
Oct 30 05:51:17 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7a3963b-32c9-4a13-9423-95f3172661fc]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a6c4c7f-e117-4a84-ba8b-25d980934fc6]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:51:17 user nova-compute[74922]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:51:17 user nova-compute[74922]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)
Oct 30 05:51:17 user nova-compute[74922]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:51:17 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:51:17 user nova-compute[74922]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:51:17 user nova-compute[74922]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)
Oct 30 05:51:17 user nova-compute[74922]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:51:17 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.327s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] HCTL ('36', '-', '-', 0) found on session 23 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[07a94122-9dfe-4044-9ed9-7053f4316977]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Searching for a device in session 23 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:51:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yhqrpiSf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:51:18 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:51:18 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:51:18 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] No VIF found with MAC fa:16:3e:75:2c:69, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:51:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2b3e188a-5eee-4d7e-84ae-30f1fa2035ab tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 42.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.358s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:51:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] <== connect_volume: return (2566ms) {'type': 'block', 'scsi_wwn': '26361326231376230', 'path': '/dev/sde'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:51:18 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26361326231376230', 'path': '/dev/sde'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:51:18 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:51:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lQWmUcLY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:51:18 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:51:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:51:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:51:18 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:51:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:51:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:51:18 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:51:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[eed4c4cd-0073-42df-beac-a85020ace332]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:51:19 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c43dd32-81fe-49d7-99e3-b7aa3c97941c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b] added
Oct 30 05:51:19 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5b4a697-dcb0-4bfe-a723-55d94ba55cbc]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1529f1c-1812-4f12-9014-83c569a84910]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lQWmUcLY {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lQWmUcLY" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bbb17f4-c01b-40df-9b36-1a86bca4331e]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lQWmUcLY'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac0c6a4f-d531-497f-861a-9cdf6d0e58be]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1bca229-d013-4c61-8d5d-12788cdc9661]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:51:19 user nova-compute[74922]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:51:19 user nova-compute[74922]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)
Oct 30 05:51:19 user nova-compute[74922]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:51:19 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:51:19 user nova-compute[74922]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:51:19 user nova-compute[74922]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)
Oct 30 05:51:19 user nova-compute[74922]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:51:19 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9aee7f68-b259-4c18-ba28-9c1fb5a9c0ec]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b, portal: 172.16.0.220,3260]
Oct 30 05:51:19 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b, portal: 172.16.0.220,3260] successful.
Oct 30 05:51:19 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[37c9a33f-b2a0-4224-a0a5-101edd498136]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[147110fb-92f2-4d58-b369-911caba52f85]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:51:19 user nova-compute[74922]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:51:19 user nova-compute[74922]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)
Oct 30 05:51:19 user nova-compute[74922]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:51:19 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:51:19 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:51:19 user nova-compute[74922]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:51:19 user nova-compute[74922]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)
Oct 30 05:51:19 user nova-compute[74922]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:51:19 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:51:19 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.321s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] HCTL ('37', '-', '-', 0) found on session 24 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[42050881-38a5-4efb-97c6-b91524ebc1ed]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Searching for a device in session 24 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lQWmUcLY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-345a7f98-d18e-4af9-b4ce-8674e417ee1a req-fbe57943-cf23-460b-8a69-d3f3eced5284 service nova] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Received event network-vif-plugged-444f0b25-e4c6-44bc-8518-b489fe5be271 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-345a7f98-d18e-4af9-b4ce-8674e417ee1a req-fbe57943-cf23-460b-8a69-d3f3eced5284 service nova] Acquiring lock "909d4ec2-735f-4022-b7eb-df4b58a0f151-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-345a7f98-d18e-4af9-b4ce-8674e417ee1a req-fbe57943-cf23-460b-8a69-d3f3eced5284 service nova] Lock "909d4ec2-735f-4022-b7eb-df4b58a0f151-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-345a7f98-d18e-4af9-b4ce-8674e417ee1a req-fbe57943-cf23-460b-8a69-d3f3eced5284 service nova] Lock "909d4ec2-735f-4022-b7eb-df4b58a0f151-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-345a7f98-d18e-4af9-b4ce-8674e417ee1a req-fbe57943-cf23-460b-8a69-d3f3eced5284 service nova] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] No waiting events found dispatching network-vif-plugged-444f0b25-e4c6-44bc-8518-b489fe5be271 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:51:19 user nova-compute[74922]: WARNING nova.compute.manager [req-345a7f98-d18e-4af9-b4ce-8674e417ee1a req-fbe57943-cf23-460b-8a69-d3f3eced5284 service nova] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Received unexpected event network-vif-plugged-444f0b25-e4c6-44bc-8518-b489fe5be271 for instance with vm_state building and task_state spawning.
Oct 30 05:51:20 user nova-compute[74922]: DEBUG nova.compute.manager [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:51:20 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Instance spawned successfully.
Oct 30 05:51:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:51:20 user nova-compute[74922]: INFO nova.compute.manager [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Took 6.12 seconds to spawn the instance on the hypervisor.
Oct 30 05:51:20 user nova-compute[74922]: DEBUG nova.compute.manager [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:51:20 user nova-compute[74922]: INFO nova.compute.manager [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Took 6.99 seconds to build instance.
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81e66b71-10cb-4d55-baa0-188e83cddc8f tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "909d4ec2-735f-4022-b7eb-df4b58a0f151" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.097s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.366s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] <== connect_volume: return (1369ms) {'type': 'block', 'scsi_wwn': '23237313734633935', 'path': '/dev/sdf'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23237313734633935', 'path': '/dev/sdf'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vducDHez', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:51:20 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:51:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:51:20 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:51:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:51:20 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d34c3b8-5c48-4e1f-9961-da0d70500a0c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:51:20 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[090dc588-8129-416a-806c-e1184c05aaf2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42] added
Oct 30 05:51:20 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[74457781-598d-490a-b9e3-a625bacadec3]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6e37d0d-c57d-4e83-afea-c846fcd12c0e]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vducDHez {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vducDHez" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[12b91ac5-4d0e-4973-b388-59f7f0856f48]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vducDHez'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[542ae923-6baf-4fc9-aaa3-bb9cc9ab7b6c]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd18fd19-ad2e-4ec5-991b-8129a1e4ae97]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:51:20 user nova-compute[74922]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:51:20 user nova-compute[74922]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)
Oct 30 05:51:20 user nova-compute[74922]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:51:20 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:51:20 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:51:20 user nova-compute[74922]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:51:20 user nova-compute[74922]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)
Oct 30 05:51:20 user nova-compute[74922]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:51:20 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:51:20 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 -p 172.16.0.220:3260 --login" returned: 0 in 0.089s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[abed00c2-b361-4aaa-af26-ed7daa88055a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42, portal: 172.16.0.220,3260]
Oct 30 05:51:20 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42, portal: 172.16.0.220,3260] successful.
Oct 30 05:51:20 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c059a9a-7ce1-42b1-a835-248dd1f082cc]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[667715d5-f849-4119-992f-e1aa654d01bd]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:51:20 user nova-compute[74922]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:51:20 user nova-compute[74922]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)
Oct 30 05:51:20 user nova-compute[74922]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:51:20 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:51:20 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:51:20 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:51:20 user nova-compute[74922]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:51:20 user nova-compute[74922]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)
Oct 30 05:51:20 user nova-compute[74922]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:51:20 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:51:20 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:51:20 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.323s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] HCTL ('38', '-', '-', 0) found on session 25 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[564a4f5d-f3e3-42cf-a4ff-441a93202378]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Searching for a device in session 25 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vducDHez', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:51:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.362s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] <== connect_volume: return (1363ms) {'type': 'block', 'scsi_wwn': '26133393734316263', 'path': '/dev/sdg'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26133393734316263', 'path': '/dev/sdg'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:49:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-470987759',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-470987759',id=20,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiXE1YCp6o3LoZCvkQLqc68UJM01iGfmGLzzFjARYHpFRiNBrP2lT1eaqQE6/CXiDv9zW3s8DRK64V/pgQzyQzKCeQF1sLVxgTpkooZdwKDRSCpzryitSjV3zhE2AKwHw==',key_name='tempest-keypair-730242872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3c771d042cb04eee9941d1c9560e9ae7',ramdisk_id='',reservation_id='r-46purccu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-281196712',owner_user_name='tempest-TaggedBootDevicesTest_v242-281196712-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:49:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90f5ecc1fee04934a039095d74a0d931',uuid=b7a30c65-ce43-4aed-a029-605f9be0facc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "24c5ff8c-872f-4693-b958-f23a2efcdc2c", "address": "fa:16:3e:b3:86:98", "network": {"id": "b315e416-0e9d-41ff-a4ff-79cc178d62a0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-332044683-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24c5ff8c-87", "ovs_interfaceid": "24c5ff8c-872f-4693-b958-f23a2efcdc2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converting VIF {"id": "24c5ff8c-872f-4693-b958-f23a2efcdc2c", "address": "fa:16:3e:b3:86:98", "network": {"id": "b315e416-0e9d-41ff-a4ff-79cc178d62a0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-332044683-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24c5ff8c-87", "ovs_interfaceid": "24c5ff8c-872f-4693-b958-f23a2efcdc2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b3:86:98,bridge_name='br-int',has_traffic_filtering=True,id=24c5ff8c-872f-4693-b958-f23a2efcdc2c,network=Network(b315e416-0e9d-41ff-a4ff-79cc178d62a0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24c5ff8c-87') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:49:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-470987759',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-470987759',id=20,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiXE1YCp6o3LoZCvkQLqc68UJM01iGfmGLzzFjARYHpFRiNBrP2lT1eaqQE6/CXiDv9zW3s8DRK64V/pgQzyQzKCeQF1sLVxgTpkooZdwKDRSCpzryitSjV3zhE2AKwHw==',key_name='tempest-keypair-730242872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3c771d042cb04eee9941d1c9560e9ae7',ramdisk_id='',reservation_id='r-46purccu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-281196712',owner_user_name='tempest-TaggedBootDevicesTest_v242-281196712-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:49:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90f5ecc1fee04934a039095d74a0d931',uuid=b7a30c65-ce43-4aed-a029-605f9be0facc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "26efd53d-613e-4122-962e-c96d07e83de6", "address": "fa:16:3e:02:8d:5e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26efd53d-61", "ovs_interfaceid": "26efd53d-613e-4122-962e-c96d07e83de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converting VIF {"id": "26efd53d-613e-4122-962e-c96d07e83de6", "address": "fa:16:3e:02:8d:5e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26efd53d-61", "ovs_interfaceid": "26efd53d-613e-4122-962e-c96d07e83de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:8d:5e,bridge_name='br-int',has_traffic_filtering=True,id=26efd53d-613e-4122-962e-c96d07e83de6,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap26efd53d-61') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:49:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-470987759',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-470987759',id=20,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiXE1YCp6o3LoZCvkQLqc68UJM01iGfmGLzzFjARYHpFRiNBrP2lT1eaqQE6/CXiDv9zW3s8DRK64V/pgQzyQzKCeQF1sLVxgTpkooZdwKDRSCpzryitSjV3zhE2AKwHw==',key_name='tempest-keypair-730242872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3c771d042cb04eee9941d1c9560e9ae7',ramdisk_id='',reservation_id='r-46purccu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-281196712',owner_user_name='tempest-TaggedBootDevicesTest_v242-281196712-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:49:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90f5ecc1fee04934a039095d74a0d931',uuid=b7a30c65-ce43-4aed-a029-605f9be0facc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7d570624-5cb0-474a-b752-0f76927dc51c", "address": "fa:16:3e:48:21:2e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d570624-5c", "ovs_interfaceid": "7d570624-5cb0-474a-b752-0f76927dc51c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converting VIF {"id": "7d570624-5cb0-474a-b752-0f76927dc51c", "address": "fa:16:3e:48:21:2e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d570624-5c", "ovs_interfaceid": "7d570624-5cb0-474a-b752-0f76927dc51c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:48:21:2e,bridge_name='br-int',has_traffic_filtering=True,id=7d570624-5cb0-474a-b752-0f76927dc51c,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7d570624-5c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:49:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-470987759',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-470987759',id=20,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiXE1YCp6o3LoZCvkQLqc68UJM01iGfmGLzzFjARYHpFRiNBrP2lT1eaqQE6/CXiDv9zW3s8DRK64V/pgQzyQzKCeQF1sLVxgTpkooZdwKDRSCpzryitSjV3zhE2AKwHw==',key_name='tempest-keypair-730242872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3c771d042cb04eee9941d1c9560e9ae7',ramdisk_id='',reservation_id='r-46purccu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-281196712',owner_user_name='tempest-TaggedBootDevicesTest_v242-281196712-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:49:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90f5ecc1fee04934a039095d74a0d931',uuid=b7a30c65-ce43-4aed-a029-605f9be0facc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5d315383-06fc-4db4-87cc-dd2084ef8e8d", "address": "fa:16:3e:24:d8:6b", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d315383-06", "ovs_interfaceid": "5d315383-06fc-4db4-87cc-dd2084ef8e8d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converting VIF {"id": "5d315383-06fc-4db4-87cc-dd2084ef8e8d", "address": "fa:16:3e:24:d8:6b", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d315383-06", "ovs_interfaceid": "5d315383-06fc-4db4-87cc-dd2084ef8e8d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:d8:6b,bridge_name='br-int',has_traffic_filtering=True,id=5d315383-06fc-4db4-87cc-dd2084ef8e8d,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d315383-06') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:49:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-470987759',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-470987759',id=20,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiXE1YCp6o3LoZCvkQLqc68UJM01iGfmGLzzFjARYHpFRiNBrP2lT1eaqQE6/CXiDv9zW3s8DRK64V/pgQzyQzKCeQF1sLVxgTpkooZdwKDRSCpzryitSjV3zhE2AKwHw==',key_name='tempest-keypair-730242872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3c771d042cb04eee9941d1c9560e9ae7',ramdisk_id='',reservation_id='r-46purccu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-281196712',owner_user_name='tempest-TaggedBootDevicesTest_v242-281196712-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:49:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90f5ecc1fee04934a039095d74a0d931',uuid=b7a30c65-ce43-4aed-a029-605f9be0facc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679", "address": "fa:16:3e:34:b8:7e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f0e13c0-1b", "ovs_interfaceid": "0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converting VIF {"id": "0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679", "address": "fa:16:3e:34:b8:7e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f0e13c0-1b", "ovs_interfaceid": "0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:b8:7e,bridge_name='br-int',has_traffic_filtering=True,id=0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f0e13c0-1b') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:49:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-470987759',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-470987759',id=20,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiXE1YCp6o3LoZCvkQLqc68UJM01iGfmGLzzFjARYHpFRiNBrP2lT1eaqQE6/CXiDv9zW3s8DRK64V/pgQzyQzKCeQF1sLVxgTpkooZdwKDRSCpzryitSjV3zhE2AKwHw==',key_name='tempest-keypair-730242872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3c771d042cb04eee9941d1c9560e9ae7',ramdisk_id='',reservation_id='r-46purccu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-281196712',owner_user_name='tempest-TaggedBootDevicesTest_v242-281196712-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:49:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90f5ecc1fee04934a039095d74a0d931',uuid=b7a30c65-ce43-4aed-a029-605f9be0facc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5769f91e-9a1c-46e0-8c36-a81a28dc7264", "address": "fa:16:3e:85:33:c3", "network": {"id": "bbd03912-215c-4441-b2aa-5d6cc528802a", "bridge": "br-int", "label": "tempest-device-tagging-net2-96065221", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5769f91e-9a", "ovs_interfaceid": "5769f91e-9a1c-46e0-8c36-a81a28dc7264", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converting VIF {"id": "5769f91e-9a1c-46e0-8c36-a81a28dc7264", "address": "fa:16:3e:85:33:c3", "network": {"id": "bbd03912-215c-4441-b2aa-5d6cc528802a", "bridge": "br-int", "label": "tempest-device-tagging-net2-96065221", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5769f91e-9a", "ovs_interfaceid": "5769f91e-9a1c-46e0-8c36-a81a28dc7264", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:85:33:c3,bridge_name='br-int',has_traffic_filtering=True,id=5769f91e-9a1c-46e0-8c36-a81a28dc7264,network=Network(bbd03912-215c-4441-b2aa-5d6cc528802a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5769f91e-9a') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:49:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-470987759',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-470987759',id=20,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiXE1YCp6o3LoZCvkQLqc68UJM01iGfmGLzzFjARYHpFRiNBrP2lT1eaqQE6/CXiDv9zW3s8DRK64V/pgQzyQzKCeQF1sLVxgTpkooZdwKDRSCpzryitSjV3zhE2AKwHw==',key_name='tempest-keypair-730242872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3c771d042cb04eee9941d1c9560e9ae7',ramdisk_id='',reservation_id='r-46purccu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-281196712',owner_user_name='tempest-TaggedBootDevicesTest_v242-281196712-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:49:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90f5ecc1fee04934a039095d74a0d931',uuid=b7a30c65-ce43-4aed-a029-605f9be0facc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "448d3879-a421-45ca-9687-384f1fa7731b", "address": "fa:16:3e:00:d5:fd", "network": {"id": "bbd03912-215c-4441-b2aa-5d6cc528802a", "bridge": "br-int", "label": "tempest-device-tagging-net2-96065221", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap448d3879-a4", "ovs_interfaceid": "448d3879-a421-45ca-9687-384f1fa7731b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converting VIF {"id": "448d3879-a421-45ca-9687-384f1fa7731b", "address": "fa:16:3e:00:d5:fd", "network": {"id": "bbd03912-215c-4441-b2aa-5d6cc528802a", "bridge": "br-int", "label": "tempest-device-tagging-net2-96065221", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap448d3879-a4", "ovs_interfaceid": "448d3879-a421-45ca-9687-384f1fa7731b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:d5:fd,bridge_name='br-int',has_traffic_filtering=True,id=448d3879-a421-45ca-9687-384f1fa7731b,network=Network(bbd03912-215c-4441-b2aa-5d6cc528802a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap448d3879-a4') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.objects.instance [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lazy-loading 'pci_devices' on Instance uuid b7a30c65-ce43-4aed-a029-605f9be0facc {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:51:21 user nova-compute[74922]:   <uuid>b7a30c65-ce43-4aed-a029-605f9be0facc</uuid>
Oct 30 05:51:21 user nova-compute[74922]:   <name>instance-00000014</name>
Oct 30 05:51:21 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:51:21 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:51:21 user nova-compute[74922]:   <metadata>
Oct 30 05:51:21 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:51:21 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:51:21 user nova-compute[74922]:       <nova:name>tempest-device-tagging-server-470987759</nova:name>
Oct 30 05:51:21 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:51:16</nova:creationTime>
Oct 30 05:51:21 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:51:21 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:51:21 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:51:21 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:51:21 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:51:21 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:51:21 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:51:21 user nova-compute[74922]:       <nova:owner>
Oct 30 05:51:21 user nova-compute[74922]:         <nova:user uuid="90f5ecc1fee04934a039095d74a0d931">tempest-TaggedBootDevicesTest_v242-281196712-project-member</nova:user>
Oct 30 05:51:21 user nova-compute[74922]:         <nova:project uuid="3c771d042cb04eee9941d1c9560e9ae7">tempest-TaggedBootDevicesTest_v242-281196712</nova:project>
Oct 30 05:51:21 user nova-compute[74922]:       </nova:owner>
Oct 30 05:51:21 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:51:21 user nova-compute[74922]:       <nova:ports>
Oct 30 05:51:21 user nova-compute[74922]:         <nova:port uuid="24c5ff8c-872f-4693-b958-f23a2efcdc2c">
Oct 30 05:51:21 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 30 05:51:21 user nova-compute[74922]:         </nova:port>
Oct 30 05:51:21 user nova-compute[74922]:         <nova:port uuid="26efd53d-613e-4122-962e-c96d07e83de6">
Oct 30 05:51:21 user nova-compute[74922]:           <nova:ip type="fixed" address="10.1.1.189" ipVersion="4"/>
Oct 30 05:51:21 user nova-compute[74922]:         </nova:port>
Oct 30 05:51:21 user nova-compute[74922]:         <nova:port uuid="7d570624-5cb0-474a-b752-0f76927dc51c">
Oct 30 05:51:21 user nova-compute[74922]:           <nova:ip type="fixed" address="10.1.1.209" ipVersion="4"/>
Oct 30 05:51:21 user nova-compute[74922]:         </nova:port>
Oct 30 05:51:21 user nova-compute[74922]:         <nova:port uuid="5d315383-06fc-4db4-87cc-dd2084ef8e8d">
Oct 30 05:51:21 user nova-compute[74922]:           <nova:ip type="fixed" address="10.1.1.208" ipVersion="4"/>
Oct 30 05:51:21 user nova-compute[74922]:         </nova:port>
Oct 30 05:51:21 user nova-compute[74922]:         <nova:port uuid="0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679">
Oct 30 05:51:21 user nova-compute[74922]:           <nova:ip type="fixed" address="10.1.1.78" ipVersion="4"/>
Oct 30 05:51:21 user nova-compute[74922]:         </nova:port>
Oct 30 05:51:21 user nova-compute[74922]:         <nova:port uuid="5769f91e-9a1c-46e0-8c36-a81a28dc7264">
Oct 30 05:51:21 user nova-compute[74922]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Oct 30 05:51:21 user nova-compute[74922]:         </nova:port>
Oct 30 05:51:21 user nova-compute[74922]:         <nova:port uuid="448d3879-a421-45ca-9687-384f1fa7731b">
Oct 30 05:51:21 user nova-compute[74922]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Oct 30 05:51:21 user nova-compute[74922]:         </nova:port>
Oct 30 05:51:21 user nova-compute[74922]:       </nova:ports>
Oct 30 05:51:21 user nova-compute[74922]:     </nova:instance>
Oct 30 05:51:21 user nova-compute[74922]:   </metadata>
Oct 30 05:51:21 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:51:21 user nova-compute[74922]:     <system>
Oct 30 05:51:21 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:51:21 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:51:21 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:51:21 user nova-compute[74922]:       <entry name="serial">b7a30c65-ce43-4aed-a029-605f9be0facc</entry>
Oct 30 05:51:21 user nova-compute[74922]:       <entry name="uuid">b7a30c65-ce43-4aed-a029-605f9be0facc</entry>
Oct 30 05:51:21 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:51:21 user nova-compute[74922]:     </system>
Oct 30 05:51:21 user nova-compute[74922]:   </sysinfo>
Oct 30 05:51:21 user nova-compute[74922]:   <os>
Oct 30 05:51:21 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:51:21 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:51:21 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:51:21 user nova-compute[74922]:   </os>
Oct 30 05:51:21 user nova-compute[74922]:   <features>
Oct 30 05:51:21 user nova-compute[74922]:     <acpi/>
Oct 30 05:51:21 user nova-compute[74922]:     <apic/>
Oct 30 05:51:21 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:51:21 user nova-compute[74922]:   </features>
Oct 30 05:51:21 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:51:21 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:51:21 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:51:21 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:51:21 user nova-compute[74922]:   </clock>
Oct 30 05:51:21 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:51:21 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:51:21 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:51:21 user nova-compute[74922]:   </cpu>
Oct 30 05:51:21 user nova-compute[74922]:   <devices>
Oct 30 05:51:21 user nova-compute[74922]:     <disk type="file" device="cdrom">
Oct 30 05:51:21 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none"/>
Oct 30 05:51:21 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/b7a30c65-ce43-4aed-a029-605f9be0facc/disk.config"/>
Oct 30 05:51:21 user nova-compute[74922]:       <target dev="hda" bus="ide"/>
Oct 30 05:51:21 user nova-compute[74922]:     </disk>
Oct 30 05:51:21 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 05:51:21 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:51:21 user nova-compute[74922]:       <source dev="/dev/sde"/>
Oct 30 05:51:21 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:51:21 user nova-compute[74922]:       <serial>f8e243e3-37fc-4ea7-9440-426d822d5128</serial>
Oct 30 05:51:21 user nova-compute[74922]:     </disk>
Oct 30 05:51:21 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 05:51:21 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:51:21 user nova-compute[74922]:       <source dev="/dev/sdf"/>
Oct 30 05:51:21 user nova-compute[74922]:       <target dev="vdb" bus="virtio"/>
Oct 30 05:51:21 user nova-compute[74922]:       <serial>f470cd68-4c51-4aab-9d03-5e5467f1530b</serial>
Oct 30 05:51:21 user nova-compute[74922]:     </disk>
Oct 30 05:51:21 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 05:51:21 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:51:21 user nova-compute[74922]:       <source dev="/dev/sdg"/>
Oct 30 05:51:21 user nova-compute[74922]:       <target dev="vdc" bus="virtio"/>
Oct 30 05:51:21 user nova-compute[74922]:       <serial>426d28a4-117c-4860-b14b-53f73f3e0b42</serial>
Oct 30 05:51:21 user nova-compute[74922]:     </disk>
Oct 30 05:51:21 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:51:21 user nova-compute[74922]:       <mac address="fa:16:3e:b3:86:98"/>
Oct 30 05:51:21 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:51:21 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:51:21 user nova-compute[74922]:       <target dev="tap24c5ff8c-87"/>
Oct 30 05:51:21 user nova-compute[74922]:     </interface>
Oct 30 05:51:21 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:51:21 user nova-compute[74922]:       <mac address="fa:16:3e:02:8d:5e"/>
Oct 30 05:51:21 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:51:21 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:51:21 user nova-compute[74922]:       <target dev="tap26efd53d-61"/>
Oct 30 05:51:21 user nova-compute[74922]:     </interface>
Oct 30 05:51:21 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:51:21 user nova-compute[74922]:       <mac address="fa:16:3e:48:21:2e"/>
Oct 30 05:51:21 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:51:21 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:51:21 user nova-compute[74922]:       <target dev="tap7d570624-5c"/>
Oct 30 05:51:21 user nova-compute[74922]:     </interface>
Oct 30 05:51:21 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:51:21 user nova-compute[74922]:       <mac address="fa:16:3e:24:d8:6b"/>
Oct 30 05:51:21 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:51:21 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:51:21 user nova-compute[74922]:       <target dev="tap5d315383-06"/>
Oct 30 05:51:21 user nova-compute[74922]:     </interface>
Oct 30 05:51:21 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:51:21 user nova-compute[74922]:       <mac address="fa:16:3e:34:b8:7e"/>
Oct 30 05:51:21 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:51:21 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:51:21 user nova-compute[74922]:       <target dev="tap0f0e13c0-1b"/>
Oct 30 05:51:21 user nova-compute[74922]:     </interface>
Oct 30 05:51:21 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:51:21 user nova-compute[74922]:       <mac address="fa:16:3e:85:33:c3"/>
Oct 30 05:51:21 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:51:21 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:51:21 user nova-compute[74922]:       <target dev="tap5769f91e-9a"/>
Oct 30 05:51:21 user nova-compute[74922]:     </interface>
Oct 30 05:51:21 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:51:21 user nova-compute[74922]:       <mac address="fa:16:3e:00:d5:fd"/>
Oct 30 05:51:21 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:51:21 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:51:21 user nova-compute[74922]:       <target dev="tap448d3879-a4"/>
Oct 30 05:51:21 user nova-compute[74922]:     </interface>
Oct 30 05:51:21 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:51:21 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/b7a30c65-ce43-4aed-a029-605f9be0facc/console.log" append="off"/>
Oct 30 05:51:21 user nova-compute[74922]:     </serial>
Oct 30 05:51:21 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:51:21 user nova-compute[74922]:     <video>
Oct 30 05:51:21 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:51:21 user nova-compute[74922]:     </video>
Oct 30 05:51:21 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:51:21 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:51:21 user nova-compute[74922]:     </rng>
Oct 30 05:51:21 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:51:21 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:51:21 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:51:21 user nova-compute[74922]:     </memballoon>
Oct 30 05:51:21 user nova-compute[74922]:   </devices>
Oct 30 05:51:21 user nova-compute[74922]: </domain>
Oct 30 05:51:21 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:49:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-470987759',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-470987759',id=20,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiXE1YCp6o3LoZCvkQLqc68UJM01iGfmGLzzFjARYHpFRiNBrP2lT1eaqQE6/CXiDv9zW3s8DRK64V/pgQzyQzKCeQF1sLVxgTpkooZdwKDRSCpzryitSjV3zhE2AKwHw==',key_name='tempest-keypair-730242872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3c771d042cb04eee9941d1c9560e9ae7',ramdisk_id='',reservation_id='r-46purccu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-281196712',owner_user_name='tempest-TaggedBootDevicesTest_v242-281196712-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:49:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90f5ecc1fee04934a039095d74a0d931',uuid=b7a30c65-ce43-4aed-a029-605f9be0facc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "24c5ff8c-872f-4693-b958-f23a2efcdc2c", "address": "fa:16:3e:b3:86:98", "network": {"id": "b315e416-0e9d-41ff-a4ff-79cc178d62a0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-332044683-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24c5ff8c-87", "ovs_interfaceid": "24c5ff8c-872f-4693-b958-f23a2efcdc2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converting VIF {"id": "24c5ff8c-872f-4693-b958-f23a2efcdc2c", "address": "fa:16:3e:b3:86:98", "network": {"id": "b315e416-0e9d-41ff-a4ff-79cc178d62a0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-332044683-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24c5ff8c-87", "ovs_interfaceid": "24c5ff8c-872f-4693-b958-f23a2efcdc2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b3:86:98,bridge_name='br-int',has_traffic_filtering=True,id=24c5ff8c-872f-4693-b958-f23a2efcdc2c,network=Network(b315e416-0e9d-41ff-a4ff-79cc178d62a0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24c5ff8c-87') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG os_vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b3:86:98,bridge_name='br-int',has_traffic_filtering=True,id=24c5ff8c-872f-4693-b958-f23a2efcdc2c,network=Network(b315e416-0e9d-41ff-a4ff-79cc178d62a0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24c5ff8c-87') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'db5e5629-ec75-59a4-b76a-7395f158e1a8', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap24c5ff8c-87, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap24c5ff8c-87, col_values=(('qos', UUID('1e6d2434-c424-4eca-943a-38bf12e1120a')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap24c5ff8c-87, col_values=(('external_ids', {'iface-id': '24c5ff8c-872f-4693-b958-f23a2efcdc2c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b3:86:98', 'vm-uuid': 'b7a30c65-ce43-4aed-a029-605f9be0facc'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:21 user nova-compute[74922]: INFO os_vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b3:86:98,bridge_name='br-int',has_traffic_filtering=True,id=24c5ff8c-872f-4693-b958-f23a2efcdc2c,network=Network(b315e416-0e9d-41ff-a4ff-79cc178d62a0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24c5ff8c-87')
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:49:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-470987759',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-470987759',id=20,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiXE1YCp6o3LoZCvkQLqc68UJM01iGfmGLzzFjARYHpFRiNBrP2lT1eaqQE6/CXiDv9zW3s8DRK64V/pgQzyQzKCeQF1sLVxgTpkooZdwKDRSCpzryitSjV3zhE2AKwHw==',key_name='tempest-keypair-730242872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3c771d042cb04eee9941d1c9560e9ae7',ramdisk_id='',reservation_id='r-46purccu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-281196712',owner_user_name='tempest-TaggedBootDevicesTest_v242-281196712-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:49:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90f5ecc1fee04934a039095d74a0d931',uuid=b7a30c65-ce43-4aed-a029-605f9be0facc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "26efd53d-613e-4122-962e-c96d07e83de6", "address": "fa:16:3e:02:8d:5e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26efd53d-61", "ovs_interfaceid": "26efd53d-613e-4122-962e-c96d07e83de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converting VIF {"id": "26efd53d-613e-4122-962e-c96d07e83de6", "address": "fa:16:3e:02:8d:5e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26efd53d-61", "ovs_interfaceid": "26efd53d-613e-4122-962e-c96d07e83de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:8d:5e,bridge_name='br-int',has_traffic_filtering=True,id=26efd53d-613e-4122-962e-c96d07e83de6,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap26efd53d-61') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG os_vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:8d:5e,bridge_name='br-int',has_traffic_filtering=True,id=26efd53d-613e-4122-962e-c96d07e83de6,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap26efd53d-61') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '441b33ec-0fa3-5aea-8dca-9206deab8f22', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap26efd53d-61, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap26efd53d-61, col_values=(('qos', UUID('d77c847b-ba2f-4976-a16f-dcaa45152cc9')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap26efd53d-61, col_values=(('external_ids', {'iface-id': '26efd53d-613e-4122-962e-c96d07e83de6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:02:8d:5e', 'vm-uuid': 'b7a30c65-ce43-4aed-a029-605f9be0facc'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:21 user nova-compute[74922]: INFO os_vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:8d:5e,bridge_name='br-int',has_traffic_filtering=True,id=26efd53d-613e-4122-962e-c96d07e83de6,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap26efd53d-61')
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:49:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-470987759',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-470987759',id=20,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiXE1YCp6o3LoZCvkQLqc68UJM01iGfmGLzzFjARYHpFRiNBrP2lT1eaqQE6/CXiDv9zW3s8DRK64V/pgQzyQzKCeQF1sLVxgTpkooZdwKDRSCpzryitSjV3zhE2AKwHw==',key_name='tempest-keypair-730242872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3c771d042cb04eee9941d1c9560e9ae7',ramdisk_id='',reservation_id='r-46purccu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-281196712',owner_user_name='tempest-TaggedBootDevicesTest_v242-281196712-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:49:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90f5ecc1fee04934a039095d74a0d931',uuid=b7a30c65-ce43-4aed-a029-605f9be0facc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7d570624-5cb0-474a-b752-0f76927dc51c", "address": "fa:16:3e:48:21:2e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d570624-5c", "ovs_interfaceid": "7d570624-5cb0-474a-b752-0f76927dc51c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converting VIF {"id": "7d570624-5cb0-474a-b752-0f76927dc51c", "address": "fa:16:3e:48:21:2e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d570624-5c", "ovs_interfaceid": "7d570624-5cb0-474a-b752-0f76927dc51c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:48:21:2e,bridge_name='br-int',has_traffic_filtering=True,id=7d570624-5cb0-474a-b752-0f76927dc51c,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7d570624-5c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG os_vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:48:21:2e,bridge_name='br-int',has_traffic_filtering=True,id=7d570624-5cb0-474a-b752-0f76927dc51c,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7d570624-5c') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '71d10ced-7aca-5526-a47a-bd0bfab0c50e', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7d570624-5c, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7d570624-5c, col_values=(('qos', UUID('23f15ac9-fe13-4c35-a380-f68bc9b2da14')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7d570624-5c, col_values=(('external_ids', {'iface-id': '7d570624-5cb0-474a-b752-0f76927dc51c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:48:21:2e', 'vm-uuid': 'b7a30c65-ce43-4aed-a029-605f9be0facc'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:51:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:21 user nova-compute[74922]: INFO os_vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:48:21:2e,bridge_name='br-int',has_traffic_filtering=True,id=7d570624-5cb0-474a-b752-0f76927dc51c,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7d570624-5c')
Oct 30 05:51:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:49:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-470987759',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-470987759',id=20,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiXE1YCp6o3LoZCvkQLqc68UJM01iGfmGLzzFjARYHpFRiNBrP2lT1eaqQE6/CXiDv9zW3s8DRK64V/pgQzyQzKCeQF1sLVxgTpkooZdwKDRSCpzryitSjV3zhE2AKwHw==',key_name='tempest-keypair-730242872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3c771d042cb04eee9941d1c9560e9ae7',ramdisk_id='',reservation_id='r-46purccu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-281196712',owner_user_name='tempest-TaggedBootDevicesTest_v242-281196712-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:49:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90f5ecc1fee04934a039095d74a0d931',uuid=b7a30c65-ce43-4aed-a029-605f9be0facc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5d315383-06fc-4db4-87cc-dd2084ef8e8d", "address": "fa:16:3e:24:d8:6b", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d315383-06", "ovs_interfaceid": "5d315383-06fc-4db4-87cc-dd2084ef8e8d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converting VIF {"id": "5d315383-06fc-4db4-87cc-dd2084ef8e8d", "address": "fa:16:3e:24:d8:6b", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d315383-06", "ovs_interfaceid": "5d315383-06fc-4db4-87cc-dd2084ef8e8d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:d8:6b,bridge_name='br-int',has_traffic_filtering=True,id=5d315383-06fc-4db4-87cc-dd2084ef8e8d,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d315383-06') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG os_vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:d8:6b,bridge_name='br-int',has_traffic_filtering=True,id=5d315383-06fc-4db4-87cc-dd2084ef8e8d,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d315383-06') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3ec73631-f164-5ae2-ad97-ba32e55eeabd', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5d315383-06, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5d315383-06, col_values=(('qos', UUID('32b8e5b5-1ba0-4121-b1fc-21949db00586')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5d315383-06, col_values=(('external_ids', {'iface-id': '5d315383-06fc-4db4-87cc-dd2084ef8e8d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:24:d8:6b', 'vm-uuid': 'b7a30c65-ce43-4aed-a029-605f9be0facc'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: INFO os_vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:d8:6b,bridge_name='br-int',has_traffic_filtering=True,id=5d315383-06fc-4db4-87cc-dd2084ef8e8d,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d315383-06')
Oct 30 05:51:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:49:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-470987759',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-470987759',id=20,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiXE1YCp6o3LoZCvkQLqc68UJM01iGfmGLzzFjARYHpFRiNBrP2lT1eaqQE6/CXiDv9zW3s8DRK64V/pgQzyQzKCeQF1sLVxgTpkooZdwKDRSCpzryitSjV3zhE2AKwHw==',key_name='tempest-keypair-730242872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3c771d042cb04eee9941d1c9560e9ae7',ramdisk_id='',reservation_id='r-46purccu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-281196712',owner_user_name='tempest-TaggedBootDevicesTest_v242-281196712-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:49:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90f5ecc1fee04934a039095d74a0d931',uuid=b7a30c65-ce43-4aed-a029-605f9be0facc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679", "address": "fa:16:3e:34:b8:7e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f0e13c0-1b", "ovs_interfaceid": "0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converting VIF {"id": "0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679", "address": "fa:16:3e:34:b8:7e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f0e13c0-1b", "ovs_interfaceid": "0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:b8:7e,bridge_name='br-int',has_traffic_filtering=True,id=0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f0e13c0-1b') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG os_vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:b8:7e,bridge_name='br-int',has_traffic_filtering=True,id=0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f0e13c0-1b') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4240fc20-1d40-5514-a874-aebeeab98dc2', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0f0e13c0-1b, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0f0e13c0-1b, col_values=(('qos', UUID('b4368cf5-efb0-4fbc-99eb-95818a42e94b')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0f0e13c0-1b, col_values=(('external_ids', {'iface-id': '0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:34:b8:7e', 'vm-uuid': 'b7a30c65-ce43-4aed-a029-605f9be0facc'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: INFO os_vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:b8:7e,bridge_name='br-int',has_traffic_filtering=True,id=0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f0e13c0-1b')
Oct 30 05:51:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:49:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-470987759',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-470987759',id=20,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiXE1YCp6o3LoZCvkQLqc68UJM01iGfmGLzzFjARYHpFRiNBrP2lT1eaqQE6/CXiDv9zW3s8DRK64V/pgQzyQzKCeQF1sLVxgTpkooZdwKDRSCpzryitSjV3zhE2AKwHw==',key_name='tempest-keypair-730242872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3c771d042cb04eee9941d1c9560e9ae7',ramdisk_id='',reservation_id='r-46purccu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-281196712',owner_user_name='tempest-TaggedBootDevicesTest_v242-281196712-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:49:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90f5ecc1fee04934a039095d74a0d931',uuid=b7a30c65-ce43-4aed-a029-605f9be0facc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5769f91e-9a1c-46e0-8c36-a81a28dc7264", "address": "fa:16:3e:85:33:c3", "network": {"id": "bbd03912-215c-4441-b2aa-5d6cc528802a", "bridge": "br-int", "label": "tempest-device-tagging-net2-96065221", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5769f91e-9a", "ovs_interfaceid": "5769f91e-9a1c-46e0-8c36-a81a28dc7264", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converting VIF {"id": "5769f91e-9a1c-46e0-8c36-a81a28dc7264", "address": "fa:16:3e:85:33:c3", "network": {"id": "bbd03912-215c-4441-b2aa-5d6cc528802a", "bridge": "br-int", "label": "tempest-device-tagging-net2-96065221", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5769f91e-9a", "ovs_interfaceid": "5769f91e-9a1c-46e0-8c36-a81a28dc7264", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:85:33:c3,bridge_name='br-int',has_traffic_filtering=True,id=5769f91e-9a1c-46e0-8c36-a81a28dc7264,network=Network(bbd03912-215c-4441-b2aa-5d6cc528802a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5769f91e-9a') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG os_vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:33:c3,bridge_name='br-int',has_traffic_filtering=True,id=5769f91e-9a1c-46e0-8c36-a81a28dc7264,network=Network(bbd03912-215c-4441-b2aa-5d6cc528802a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5769f91e-9a') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3c25304d-5fb5-5c4a-83cf-096ee4cee0e2', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5769f91e-9a, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5769f91e-9a, col_values=(('qos', UUID('e70a0607-5dd4-43f7-93bc-405396c86bd7')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5769f91e-9a, col_values=(('external_ids', {'iface-id': '5769f91e-9a1c-46e0-8c36-a81a28dc7264', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:85:33:c3', 'vm-uuid': 'b7a30c65-ce43-4aed-a029-605f9be0facc'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: INFO os_vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:33:c3,bridge_name='br-int',has_traffic_filtering=True,id=5769f91e-9a1c-46e0-8c36-a81a28dc7264,network=Network(bbd03912-215c-4441-b2aa-5d6cc528802a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5769f91e-9a')
Oct 30 05:51:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:49:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-470987759',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-470987759',id=20,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiXE1YCp6o3LoZCvkQLqc68UJM01iGfmGLzzFjARYHpFRiNBrP2lT1eaqQE6/CXiDv9zW3s8DRK64V/pgQzyQzKCeQF1sLVxgTpkooZdwKDRSCpzryitSjV3zhE2AKwHw==',key_name='tempest-keypair-730242872',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3c771d042cb04eee9941d1c9560e9ae7',ramdisk_id='',reservation_id='r-46purccu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-281196712',owner_user_name='tempest-TaggedBootDevicesTest_v242-281196712-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:49:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90f5ecc1fee04934a039095d74a0d931',uuid=b7a30c65-ce43-4aed-a029-605f9be0facc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "448d3879-a421-45ca-9687-384f1fa7731b", "address": "fa:16:3e:00:d5:fd", "network": {"id": "bbd03912-215c-4441-b2aa-5d6cc528802a", "bridge": "br-int", "label": "tempest-device-tagging-net2-96065221", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap448d3879-a4", "ovs_interfaceid": "448d3879-a421-45ca-9687-384f1fa7731b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converting VIF {"id": "448d3879-a421-45ca-9687-384f1fa7731b", "address": "fa:16:3e:00:d5:fd", "network": {"id": "bbd03912-215c-4441-b2aa-5d6cc528802a", "bridge": "br-int", "label": "tempest-device-tagging-net2-96065221", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap448d3879-a4", "ovs_interfaceid": "448d3879-a421-45ca-9687-384f1fa7731b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:d5:fd,bridge_name='br-int',has_traffic_filtering=True,id=448d3879-a421-45ca-9687-384f1fa7731b,network=Network(bbd03912-215c-4441-b2aa-5d6cc528802a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap448d3879-a4') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG os_vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:d5:fd,bridge_name='br-int',has_traffic_filtering=True,id=448d3879-a421-45ca-9687-384f1fa7731b,network=Network(bbd03912-215c-4441-b2aa-5d6cc528802a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap448d3879-a4') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3f62d8ec-b3a2-56ed-92f6-0f3d7f62196f', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap448d3879-a4, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap448d3879-a4, col_values=(('qos', UUID('faefec51-d3a6-4e41-945b-2ffcd7120f8f')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap448d3879-a4, col_values=(('external_ids', {'iface-id': '448d3879-a421-45ca-9687-384f1fa7731b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:00:d5:fd', 'vm-uuid': 'b7a30c65-ce43-4aed-a029-605f9be0facc'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:22 user nova-compute[74922]: INFO os_vif [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:d5:fd,bridge_name='br-int',has_traffic_filtering=True,id=448d3879-a421-45ca-9687-384f1fa7731b,network=Network(bbd03912-215c-4441-b2aa-5d6cc528802a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap448d3879-a4')
Oct 30 05:51:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] No BDM found with device name hda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] No VIF found with MAC fa:16:3e:b3:86:98, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] No VIF found with MAC fa:16:3e:34:b8:7e, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:51:22 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Using config drive
Oct 30 05:51:22 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Creating config drive at /opt/stack/data/nova/instances/b7a30c65-ce43-4aed-a029-605f9be0facc/disk.config
Oct 30 05:51:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/b7a30c65-ce43-4aed-a029-605f9be0facc/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpi0t8lk56 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/b7a30c65-ce43-4aed-a029-605f9be0facc/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpi0t8lk56" returned: 0 in 0.065s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ffc2aad3-b4bb-4bce-9bd5-b39b94fc6366 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Acquiring lock "c5816c23-9ba0-4119-a957-696cb99e3e43" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ffc2aad3-b4bb-4bce-9bd5-b39b94fc6366 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ffc2aad3-b4bb-4bce-9bd5-b39b94fc6366 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Acquiring lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ffc2aad3-b4bb-4bce-9bd5-b39b94fc6366 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ffc2aad3-b4bb-4bce-9bd5-b39b94fc6366 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:24 user nova-compute[74922]: INFO nova.compute.manager [None req-ffc2aad3-b4bb-4bce-9bd5-b39b94fc6366 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Terminating instance
Oct 30 05:51:24 user nova-compute[74922]: DEBUG nova.compute.manager [None req-ffc2aad3-b4bb-4bce-9bd5-b39b94fc6366 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 05:51:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:25 user nova-compute[74922]: DEBUG nova.compute.manager [req-660ba633-a3a8-4859-8d9c-66ea2dbd88d6 req-0ccc800e-9483-4a59-abe8-8f79ca9d3b28 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-plugged-24c5ff8c-872f-4693-b958-f23a2efcdc2c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-660ba633-a3a8-4859-8d9c-66ea2dbd88d6 req-0ccc800e-9483-4a59-abe8-8f79ca9d3b28 service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-660ba633-a3a8-4859-8d9c-66ea2dbd88d6 req-0ccc800e-9483-4a59-abe8-8f79ca9d3b28 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-660ba633-a3a8-4859-8d9c-66ea2dbd88d6 req-0ccc800e-9483-4a59-abe8-8f79ca9d3b28 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:25 user nova-compute[74922]: DEBUG nova.compute.manager [req-660ba633-a3a8-4859-8d9c-66ea2dbd88d6 req-0ccc800e-9483-4a59-abe8-8f79ca9d3b28 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-plugged-24c5ff8c-872f-4693-b958-f23a2efcdc2c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:51:25 user nova-compute[74922]: WARNING nova.compute.manager [req-660ba633-a3a8-4859-8d9c-66ea2dbd88d6 req-0ccc800e-9483-4a59-abe8-8f79ca9d3b28 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received unexpected event network-vif-plugged-24c5ff8c-872f-4693-b958-f23a2efcdc2c for instance with vm_state building and task_state spawning.
Oct 30 05:51:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:25 user nova-compute[74922]: DEBUG nova.compute.manager [req-3d3cc2df-dd5b-4fa6-aa0c-51ead87e2962 req-ef94aa56-6f11-4b44-8a49-3465595ce07a service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-plugged-26efd53d-613e-4122-962e-c96d07e83de6 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3d3cc2df-dd5b-4fa6-aa0c-51ead87e2962 req-ef94aa56-6f11-4b44-8a49-3465595ce07a service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3d3cc2df-dd5b-4fa6-aa0c-51ead87e2962 req-ef94aa56-6f11-4b44-8a49-3465595ce07a service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3d3cc2df-dd5b-4fa6-aa0c-51ead87e2962 req-ef94aa56-6f11-4b44-8a49-3465595ce07a service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:25 user nova-compute[74922]: DEBUG nova.compute.manager [req-3d3cc2df-dd5b-4fa6-aa0c-51ead87e2962 req-ef94aa56-6f11-4b44-8a49-3465595ce07a service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-plugged-26efd53d-613e-4122-962e-c96d07e83de6 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:51:25 user nova-compute[74922]: WARNING nova.compute.manager [req-3d3cc2df-dd5b-4fa6-aa0c-51ead87e2962 req-ef94aa56-6f11-4b44-8a49-3465595ce07a service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received unexpected event network-vif-plugged-26efd53d-613e-4122-962e-c96d07e83de6 for instance with vm_state building and task_state spawning.
Oct 30 05:51:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:25 user nova-compute[74922]: DEBUG nova.compute.manager [req-d2f8dbc6-a36d-41d6-92fc-b73a2bafc100 req-119e38c3-bbef-431b-9f3c-c6ef88de9f65 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-plugged-7d570624-5cb0-474a-b752-0f76927dc51c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d2f8dbc6-a36d-41d6-92fc-b73a2bafc100 req-119e38c3-bbef-431b-9f3c-c6ef88de9f65 service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d2f8dbc6-a36d-41d6-92fc-b73a2bafc100 req-119e38c3-bbef-431b-9f3c-c6ef88de9f65 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d2f8dbc6-a36d-41d6-92fc-b73a2bafc100 req-119e38c3-bbef-431b-9f3c-c6ef88de9f65 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:25 user nova-compute[74922]: DEBUG nova.compute.manager [req-d2f8dbc6-a36d-41d6-92fc-b73a2bafc100 req-119e38c3-bbef-431b-9f3c-c6ef88de9f65 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-plugged-7d570624-5cb0-474a-b752-0f76927dc51c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:51:25 user nova-compute[74922]: WARNING nova.compute.manager [req-d2f8dbc6-a36d-41d6-92fc-b73a2bafc100 req-119e38c3-bbef-431b-9f3c-c6ef88de9f65 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received unexpected event network-vif-plugged-7d570624-5cb0-474a-b752-0f76927dc51c for instance with vm_state building and task_state spawning.
Oct 30 05:51:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:26 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Instance destroyed successfully.
Oct 30 05:51:26 user nova-compute[74922]: DEBUG nova.objects.instance [None req-ffc2aad3-b4bb-4bce-9bd5-b39b94fc6366 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lazy-loading 'resources' on Instance uuid c5816c23-9ba0-4119-a957-696cb99e3e43 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:51:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-ffc2aad3-b4bb-4bce-9bd5-b39b94fc6366 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:47:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-96703779',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-96703779',id=15,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBCIGVgk51IPOhFInQqffZo4+bnBAkZ5iFYw18d039XwkZXmgFyqb4NneSFsvt3Ut5Ae6ywVZIzfuz5KJeqWibHY61f1KvBi8nWgHhiEEFPx2qSAAB5UzqPrpuk56tmYGA==',key_name='tempest-keypair-1413859791',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:47:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d6b93abe179f4a9dbe458afef7e35737',ramdisk_id='',reservation_id='r-lviwczqe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1596342775',owner_user_name='tempest-TaggedAttachmentsTest-1596342775-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:47:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f604726bc7d4c66a7fc731980f9e055',uuid=c5816c23-9ba0-4119-a957-696cb99e3e43,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "af67ff54-8091-48d4-acc1-3c58659119cd", "address": "fa:16:3e:20:8c:7f", "network": {"id": "785b25a8-727e-432e-aff7-deb831edd675", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-55730470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf67ff54-80", "ovs_interfaceid": "af67ff54-8091-48d4-acc1-3c58659119cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:51:26 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-ffc2aad3-b4bb-4bce-9bd5-b39b94fc6366 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Converting VIF {"id": "af67ff54-8091-48d4-acc1-3c58659119cd", "address": "fa:16:3e:20:8c:7f", "network": {"id": "785b25a8-727e-432e-aff7-deb831edd675", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-55730470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d6b93abe179f4a9dbe458afef7e35737", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf67ff54-80", "ovs_interfaceid": "af67ff54-8091-48d4-acc1-3c58659119cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:51:26 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-ffc2aad3-b4bb-4bce-9bd5-b39b94fc6366 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:20:8c:7f,bridge_name='br-int',has_traffic_filtering=True,id=af67ff54-8091-48d4-acc1-3c58659119cd,network=Network(785b25a8-727e-432e-aff7-deb831edd675),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf67ff54-80') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:51:26 user nova-compute[74922]: DEBUG os_vif [None req-ffc2aad3-b4bb-4bce-9bd5-b39b94fc6366 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:20:8c:7f,bridge_name='br-int',has_traffic_filtering=True,id=af67ff54-8091-48d4-acc1-3c58659119cd,network=Network(785b25a8-727e-432e-aff7-deb831edd675),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf67ff54-80') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:51:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaf67ff54-80, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:51:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=07818507-17af-4c7d-bb34-c3ed01eeda51) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:51:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:26 user nova-compute[74922]: INFO os_vif [None req-ffc2aad3-b4bb-4bce-9bd5-b39b94fc6366 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:20:8c:7f,bridge_name='br-int',has_traffic_filtering=True,id=af67ff54-8091-48d4-acc1-3c58659119cd,network=Network(785b25a8-727e-432e-aff7-deb831edd675),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf67ff54-80')
Oct 30 05:51:26 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-ffc2aad3-b4bb-4bce-9bd5-b39b94fc6366 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Deleting instance files /opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43_del
Oct 30 05:51:26 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-ffc2aad3-b4bb-4bce-9bd5-b39b94fc6366 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Deletion of /opt/stack/data/nova/instances/c5816c23-9ba0-4119-a957-696cb99e3e43_del complete
Oct 30 05:51:26 user nova-compute[74922]: INFO nova.compute.manager [None req-ffc2aad3-b4bb-4bce-9bd5-b39b94fc6366 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Took 2.02 seconds to destroy the instance on the hypervisor.
Oct 30 05:51:26 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-ffc2aad3-b4bb-4bce-9bd5-b39b94fc6366 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 05:51:26 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 05:51:26 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 05:51:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-b004de77-e3fa-4a07-8809-84f5cf4e106b req-2e7244c5-3ea4-442b-ac13-d1c093f0e7c1 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-plugged-24c5ff8c-872f-4693-b958-f23a2efcdc2c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b004de77-e3fa-4a07-8809-84f5cf4e106b req-2e7244c5-3ea4-442b-ac13-d1c093f0e7c1 service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b004de77-e3fa-4a07-8809-84f5cf4e106b req-2e7244c5-3ea4-442b-ac13-d1c093f0e7c1 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b004de77-e3fa-4a07-8809-84f5cf4e106b req-2e7244c5-3ea4-442b-ac13-d1c093f0e7c1 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-b004de77-e3fa-4a07-8809-84f5cf4e106b req-2e7244c5-3ea4-442b-ac13-d1c093f0e7c1 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-plugged-24c5ff8c-872f-4693-b958-f23a2efcdc2c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:51:27 user nova-compute[74922]: WARNING nova.compute.manager [req-b004de77-e3fa-4a07-8809-84f5cf4e106b req-2e7244c5-3ea4-442b-ac13-d1c093f0e7c1 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received unexpected event network-vif-plugged-24c5ff8c-872f-4693-b958-f23a2efcdc2c for instance with vm_state building and task_state spawning.
Oct 30 05:51:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-b004de77-e3fa-4a07-8809-84f5cf4e106b req-2e7244c5-3ea4-442b-ac13-d1c093f0e7c1 service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Received event network-vif-unplugged-af67ff54-8091-48d4-acc1-3c58659119cd {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b004de77-e3fa-4a07-8809-84f5cf4e106b req-2e7244c5-3ea4-442b-ac13-d1c093f0e7c1 service nova] Acquiring lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b004de77-e3fa-4a07-8809-84f5cf4e106b req-2e7244c5-3ea4-442b-ac13-d1c093f0e7c1 service nova] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b004de77-e3fa-4a07-8809-84f5cf4e106b req-2e7244c5-3ea4-442b-ac13-d1c093f0e7c1 service nova] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-b004de77-e3fa-4a07-8809-84f5cf4e106b req-2e7244c5-3ea4-442b-ac13-d1c093f0e7c1 service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] No waiting events found dispatching network-vif-unplugged-af67ff54-8091-48d4-acc1-3c58659119cd {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-b004de77-e3fa-4a07-8809-84f5cf4e106b req-2e7244c5-3ea4-442b-ac13-d1c093f0e7c1 service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Received event network-vif-unplugged-af67ff54-8091-48d4-acc1-3c58659119cd for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-b004de77-e3fa-4a07-8809-84f5cf4e106b req-2e7244c5-3ea4-442b-ac13-d1c093f0e7c1 service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Received event network-vif-plugged-af67ff54-8091-48d4-acc1-3c58659119cd {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b004de77-e3fa-4a07-8809-84f5cf4e106b req-2e7244c5-3ea4-442b-ac13-d1c093f0e7c1 service nova] Acquiring lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b004de77-e3fa-4a07-8809-84f5cf4e106b req-2e7244c5-3ea4-442b-ac13-d1c093f0e7c1 service nova] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b004de77-e3fa-4a07-8809-84f5cf4e106b req-2e7244c5-3ea4-442b-ac13-d1c093f0e7c1 service nova] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-b004de77-e3fa-4a07-8809-84f5cf4e106b req-2e7244c5-3ea4-442b-ac13-d1c093f0e7c1 service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] No waiting events found dispatching network-vif-plugged-af67ff54-8091-48d4-acc1-3c58659119cd {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:51:27 user nova-compute[74922]: WARNING nova.compute.manager [req-b004de77-e3fa-4a07-8809-84f5cf4e106b req-2e7244c5-3ea4-442b-ac13-d1c093f0e7c1 service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Received unexpected event network-vif-plugged-af67ff54-8091-48d4-acc1-3c58659119cd for instance with vm_state active and task_state deleting.
Oct 30 05:51:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-0d8faa6a-f370-40f2-ab55-efcfb2f5d456 req-c7ae734e-979d-4041-a0a0-86806064200c service nova] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Received event network-changed-30bbd6d7-43d4-4376-8e7a-8a86d377425b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-0d8faa6a-f370-40f2-ab55-efcfb2f5d456 req-c7ae734e-979d-4041-a0a0-86806064200c service nova] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Refreshing instance network info cache due to event network-changed-30bbd6d7-43d4-4376-8e7a-8a86d377425b. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0d8faa6a-f370-40f2-ab55-efcfb2f5d456 req-c7ae734e-979d-4041-a0a0-86806064200c service nova] Acquiring lock "refresh_cache-0503a11c-fa6a-4455-904b-03bb67acc6ee" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0d8faa6a-f370-40f2-ab55-efcfb2f5d456 req-c7ae734e-979d-4041-a0a0-86806064200c service nova] Acquired lock "refresh_cache-0503a11c-fa6a-4455-904b-03bb67acc6ee" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG nova.network.neutron [req-0d8faa6a-f370-40f2-ab55-efcfb2f5d456 req-c7ae734e-979d-4041-a0a0-86806064200c service nova] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Refreshing network info cache for port 30bbd6d7-43d4-4376-8e7a-8a86d377425b {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-plugged-7d570624-5cb0-474a-b752-0f76927dc51c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-plugged-7d570624-5cb0-474a-b752-0f76927dc51c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:51:27 user nova-compute[74922]: WARNING nova.compute.manager [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received unexpected event network-vif-plugged-7d570624-5cb0-474a-b752-0f76927dc51c for instance with vm_state building and task_state spawning.
Oct 30 05:51:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-plugged-5d315383-06fc-4db4-87cc-dd2084ef8e8d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-plugged-5d315383-06fc-4db4-87cc-dd2084ef8e8d {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:51:27 user nova-compute[74922]: WARNING nova.compute.manager [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received unexpected event network-vif-plugged-5d315383-06fc-4db4-87cc-dd2084ef8e8d for instance with vm_state building and task_state spawning.
Oct 30 05:51:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-plugged-5d315383-06fc-4db4-87cc-dd2084ef8e8d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-plugged-5d315383-06fc-4db4-87cc-dd2084ef8e8d {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:51:27 user nova-compute[74922]: WARNING nova.compute.manager [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received unexpected event network-vif-plugged-5d315383-06fc-4db4-87cc-dd2084ef8e8d for instance with vm_state building and task_state spawning.
Oct 30 05:51:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-plugged-0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-plugged-0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:51:27 user nova-compute[74922]: WARNING nova.compute.manager [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received unexpected event network-vif-plugged-0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679 for instance with vm_state building and task_state spawning.
Oct 30 05:51:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-plugged-0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-plugged-0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:51:27 user nova-compute[74922]: WARNING nova.compute.manager [req-f29afb3b-6c5f-46a4-bd23-6625f93af41e req-68305348-0257-4d47-b5da-4e31767fca22 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received unexpected event network-vif-plugged-0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679 for instance with vm_state building and task_state spawning.
Oct 30 05:51:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:28 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:51:28 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Took 1.39 seconds to deallocate network for instance.
Oct 30 05:51:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ffc2aad3-b4bb-4bce-9bd5-b39b94fc6366 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ffc2aad3-b4bb-4bce-9bd5-b39b94fc6366 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:28 user nova-compute[74922]: DEBUG nova.network.neutron [req-0d8faa6a-f370-40f2-ab55-efcfb2f5d456 req-c7ae734e-979d-4041-a0a0-86806064200c service nova] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Updated VIF entry in instance network info cache for port 30bbd6d7-43d4-4376-8e7a-8a86d377425b. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:51:28 user nova-compute[74922]: DEBUG nova.network.neutron [req-0d8faa6a-f370-40f2-ab55-efcfb2f5d456 req-c7ae734e-979d-4041-a0a0-86806064200c service nova] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Updating instance_info_cache with network_info: [{"id": "30bbd6d7-43d4-4376-8e7a-8a86d377425b", "address": "fa:16:3e:bd:3b:aa", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.7", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30bbd6d7-43", "ovs_interfaceid": "30bbd6d7-43d4-4376-8e7a-8a86d377425b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:51:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0d8faa6a-f370-40f2-ab55-efcfb2f5d456 req-c7ae734e-979d-4041-a0a0-86806064200c service nova] Releasing lock "refresh_cache-0503a11c-fa6a-4455-904b-03bb67acc6ee" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:51:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-0d8faa6a-f370-40f2-ab55-efcfb2f5d456 req-c7ae734e-979d-4041-a0a0-86806064200c service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-plugged-26efd53d-613e-4122-962e-c96d07e83de6 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0d8faa6a-f370-40f2-ab55-efcfb2f5d456 req-c7ae734e-979d-4041-a0a0-86806064200c service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0d8faa6a-f370-40f2-ab55-efcfb2f5d456 req-c7ae734e-979d-4041-a0a0-86806064200c service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0d8faa6a-f370-40f2-ab55-efcfb2f5d456 req-c7ae734e-979d-4041-a0a0-86806064200c service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-0d8faa6a-f370-40f2-ab55-efcfb2f5d456 req-c7ae734e-979d-4041-a0a0-86806064200c service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-plugged-26efd53d-613e-4122-962e-c96d07e83de6 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:51:28 user nova-compute[74922]: WARNING nova.compute.manager [req-0d8faa6a-f370-40f2-ab55-efcfb2f5d456 req-c7ae734e-979d-4041-a0a0-86806064200c service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received unexpected event network-vif-plugged-26efd53d-613e-4122-962e-c96d07e83de6 for instance with vm_state building and task_state spawning.
Oct 30 05:51:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-0d8faa6a-f370-40f2-ab55-efcfb2f5d456 req-c7ae734e-979d-4041-a0a0-86806064200c service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-plugged-5769f91e-9a1c-46e0-8c36-a81a28dc7264 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0d8faa6a-f370-40f2-ab55-efcfb2f5d456 req-c7ae734e-979d-4041-a0a0-86806064200c service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0d8faa6a-f370-40f2-ab55-efcfb2f5d456 req-c7ae734e-979d-4041-a0a0-86806064200c service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0d8faa6a-f370-40f2-ab55-efcfb2f5d456 req-c7ae734e-979d-4041-a0a0-86806064200c service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-0d8faa6a-f370-40f2-ab55-efcfb2f5d456 req-c7ae734e-979d-4041-a0a0-86806064200c service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-plugged-5769f91e-9a1c-46e0-8c36-a81a28dc7264 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:51:28 user nova-compute[74922]: WARNING nova.compute.manager [req-0d8faa6a-f370-40f2-ab55-efcfb2f5d456 req-c7ae734e-979d-4041-a0a0-86806064200c service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received unexpected event network-vif-plugged-5769f91e-9a1c-46e0-8c36-a81a28dc7264 for instance with vm_state building and task_state spawning.
Oct 30 05:51:28 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-ffc2aad3-b4bb-4bce-9bd5-b39b94fc6366 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:51:28 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-ffc2aad3-b4bb-4bce-9bd5-b39b94fc6366 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:51:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ffc2aad3-b4bb-4bce-9bd5-b39b94fc6366 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.592s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:28 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-ffc2aad3-b4bb-4bce-9bd5-b39b94fc6366 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Deleted allocations for instance c5816c23-9ba0-4119-a957-696cb99e3e43
Oct 30 05:51:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ffc2aad3-b4bb-4bce-9bd5-b39b94fc6366 tempest-TaggedAttachmentsTest-1596342775 tempest-TaggedAttachmentsTest-1596342775-project-member] Lock "c5816c23-9ba0-4119-a957-696cb99e3e43" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.306s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG nova.compute.manager [req-5ab2787b-28d1-458b-850d-d85989adced4 req-08b9e727-2336-4827-a204-206ec6aea117 service nova] [instance: c5816c23-9ba0-4119-a957-696cb99e3e43] Received event network-vif-deleted-af67ff54-8091-48d4-acc1-3c58659119cd {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG nova.compute.manager [req-d8ee04f6-07e6-412f-8c3a-e86c7513dce4 req-e88a07e6-bdc2-4d3f-a639-9d5cadf97ac5 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-plugged-5769f91e-9a1c-46e0-8c36-a81a28dc7264 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d8ee04f6-07e6-412f-8c3a-e86c7513dce4 req-e88a07e6-bdc2-4d3f-a639-9d5cadf97ac5 service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d8ee04f6-07e6-412f-8c3a-e86c7513dce4 req-e88a07e6-bdc2-4d3f-a639-9d5cadf97ac5 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d8ee04f6-07e6-412f-8c3a-e86c7513dce4 req-e88a07e6-bdc2-4d3f-a639-9d5cadf97ac5 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG nova.compute.manager [req-d8ee04f6-07e6-412f-8c3a-e86c7513dce4 req-e88a07e6-bdc2-4d3f-a639-9d5cadf97ac5 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-plugged-5769f91e-9a1c-46e0-8c36-a81a28dc7264 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:51:29 user nova-compute[74922]: WARNING nova.compute.manager [req-d8ee04f6-07e6-412f-8c3a-e86c7513dce4 req-e88a07e6-bdc2-4d3f-a639-9d5cadf97ac5 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received unexpected event network-vif-plugged-5769f91e-9a1c-46e0-8c36-a81a28dc7264 for instance with vm_state building and task_state spawning.
Oct 30 05:51:29 user nova-compute[74922]: DEBUG nova.compute.manager [req-d8ee04f6-07e6-412f-8c3a-e86c7513dce4 req-e88a07e6-bdc2-4d3f-a639-9d5cadf97ac5 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-plugged-448d3879-a421-45ca-9687-384f1fa7731b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d8ee04f6-07e6-412f-8c3a-e86c7513dce4 req-e88a07e6-bdc2-4d3f-a639-9d5cadf97ac5 service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d8ee04f6-07e6-412f-8c3a-e86c7513dce4 req-e88a07e6-bdc2-4d3f-a639-9d5cadf97ac5 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d8ee04f6-07e6-412f-8c3a-e86c7513dce4 req-e88a07e6-bdc2-4d3f-a639-9d5cadf97ac5 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG nova.compute.manager [req-d8ee04f6-07e6-412f-8c3a-e86c7513dce4 req-e88a07e6-bdc2-4d3f-a639-9d5cadf97ac5 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-plugged-448d3879-a421-45ca-9687-384f1fa7731b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:51:29 user nova-compute[74922]: WARNING nova.compute.manager [req-d8ee04f6-07e6-412f-8c3a-e86c7513dce4 req-e88a07e6-bdc2-4d3f-a639-9d5cadf97ac5 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received unexpected event network-vif-plugged-448d3879-a421-45ca-9687-384f1fa7731b for instance with vm_state building and task_state spawning.
Oct 30 05:51:29 user nova-compute[74922]: DEBUG nova.compute.manager [req-d8ee04f6-07e6-412f-8c3a-e86c7513dce4 req-e88a07e6-bdc2-4d3f-a639-9d5cadf97ac5 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-plugged-448d3879-a421-45ca-9687-384f1fa7731b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d8ee04f6-07e6-412f-8c3a-e86c7513dce4 req-e88a07e6-bdc2-4d3f-a639-9d5cadf97ac5 service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d8ee04f6-07e6-412f-8c3a-e86c7513dce4 req-e88a07e6-bdc2-4d3f-a639-9d5cadf97ac5 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d8ee04f6-07e6-412f-8c3a-e86c7513dce4 req-e88a07e6-bdc2-4d3f-a639-9d5cadf97ac5 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG nova.compute.manager [req-d8ee04f6-07e6-412f-8c3a-e86c7513dce4 req-e88a07e6-bdc2-4d3f-a639-9d5cadf97ac5 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-plugged-448d3879-a421-45ca-9687-384f1fa7731b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:51:29 user nova-compute[74922]: WARNING nova.compute.manager [req-d8ee04f6-07e6-412f-8c3a-e86c7513dce4 req-e88a07e6-bdc2-4d3f-a639-9d5cadf97ac5 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received unexpected event network-vif-plugged-448d3879-a421-45ca-9687-384f1fa7731b for instance with vm_state building and task_state spawning.
Oct 30 05:51:29 user nova-compute[74922]: DEBUG nova.compute.manager [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:51:29 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Instance spawned successfully.
Oct 30 05:51:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:51:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:51:29 user nova-compute[74922]: INFO nova.compute.manager [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Took 13.70 seconds to spawn the instance on the hypervisor.
Oct 30 05:51:29 user nova-compute[74922]: DEBUG nova.compute.manager [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:51:30 user nova-compute[74922]: INFO nova.compute.manager [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Took 103.06 seconds to build instance.
Oct 30 05:51:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8e00ace8-b123-453f-8dd2-be93c0346473 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 103.183s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "0503a11c-fa6a-4455-904b-03bb67acc6ee" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "0503a11c-fa6a-4455-904b-03bb67acc6ee" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:31 user nova-compute[74922]: DEBUG nova.objects.instance [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lazy-loading 'flavor' on Instance uuid 0503a11c-fa6a-4455-904b-03bb67acc6ee {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:51:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "0503a11c-fa6a-4455-904b-03bb67acc6ee" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.074s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "0503a11c-fa6a-4455-904b-03bb67acc6ee" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "0503a11c-fa6a-4455-904b-03bb67acc6ee" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:32 user nova-compute[74922]: INFO nova.compute.manager [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Attaching volume faf3b83a-a1db-42f5-8afd-03ece63a9579 to /dev/vdb
Oct 30 05:51:32 user nova-compute[74922]: DEBUG os_brick.utils [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:51:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:32 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4b1ea7f-71cf-48aa-9b2b-91b223573fa3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:32 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6b470c6-c2ba-42aa-b27c-5c2fe12a0a26]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:32 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[74761535-ef44-416b-9dd1-994ba77b7cca]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:32 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[97dea875-c81e-44ff-850a-cce3e9c52a81]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:51:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:51:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:51:32 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:51:32 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d17803a-0596-4feb-9fc3-3eb1787b7d17]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:51:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:51:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:51:32 user nova-compute[74922]: DEBUG os_brick.utils [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] <== get_connector_properties: return (157ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:51:32 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Updating existing volume attachment record: 48f604ba-f73b-4221-a415-8311a386401f {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:51:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:35 user nova-compute[74922]: INFO nova.compute.manager [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Terminating instance
Oct 30 05:51:35 user nova-compute[74922]: DEBUG nova.compute.manager [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 05:51:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG nova.compute.manager [req-50727041-bd51-4629-8baa-aa100ade3772 req-132a4ca9-a9a6-44b8-bf0f-ea792c4ec169 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received event network-vif-unplugged-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-50727041-bd51-4629-8baa-aa100ade3772 req-132a4ca9-a9a6-44b8-bf0f-ea792c4ec169 service nova] Acquiring lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-50727041-bd51-4629-8baa-aa100ade3772 req-132a4ca9-a9a6-44b8-bf0f-ea792c4ec169 service nova] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-50727041-bd51-4629-8baa-aa100ade3772 req-132a4ca9-a9a6-44b8-bf0f-ea792c4ec169 service nova] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG nova.compute.manager [req-50727041-bd51-4629-8baa-aa100ade3772 req-132a4ca9-a9a6-44b8-bf0f-ea792c4ec169 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] No waiting events found dispatching network-vif-unplugged-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG nova.compute.manager [req-50727041-bd51-4629-8baa-aa100ade3772 req-132a4ca9-a9a6-44b8-bf0f-ea792c4ec169 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received event network-vif-unplugged-da530316-ce42-47ee-aa54-a123b18bb1c2 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:51:36 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Instance destroyed successfully.
Oct 30 05:51:36 user nova-compute[74922]: DEBUG nova.objects.instance [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lazy-loading 'resources' on Instance uuid ecb14dfa-b1d5-428e-b89f-d6ef246516fb {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:42:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1965429185',display_name='tempest-ServerActionsTestOtherB-server-1965429185',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1965429185',id=1,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDKrR03Edkn3+uBBYzhl+WeW8EF5di0h23yGyXMJTFmoTumLAD75Wd1o8sMPMIVTSXHUqhJU0VAh0oJd5Uuik/EFhsIgquDCl2UHWrFcfWnkGIcCYHjG6vc/o69ncGjTg==',key_name='tempest-keypair-1219661337',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:49:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ea2c40ac6bb44f2aad2d2aca6c2f091d',ramdisk_id='',reservation_id='r-pom00zck',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-23289473',owner_user_name='tempest-ServerActionsTestOtherB-23289473-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:49:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b38f6c172eec4a849dade17cc0fb9d18',uuid=ecb14dfa-b1d5-428e-b89f-d6ef246516fb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Converting VIF {"id": "da530316-ce42-47ee-aa54-a123b18bb1c2", "address": "fa:16:3e:27:28:94", "network": {"id": "fc508590-021d-4cf4-bb16-d6f2321e5590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036725503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea2c40ac6bb44f2aad2d2aca6c2f091d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda530316-ce", "ovs_interfaceid": "da530316-ce42-47ee-aa54-a123b18bb1c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:27:28:94,bridge_name='br-int',has_traffic_filtering=True,id=da530316-ce42-47ee-aa54-a123b18bb1c2,network=Network(fc508590-021d-4cf4-bb16-d6f2321e5590),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda530316-ce') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG os_vif [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:27:28:94,bridge_name='br-int',has_traffic_filtering=True,id=da530316-ce42-47ee-aa54-a123b18bb1c2,network=Network(fc508590-021d-4cf4-bb16-d6f2321e5590),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda530316-ce') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapda530316-ce, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ace265c9-4cbb-4b8a-b286-19cd796faae4) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:36 user nova-compute[74922]: INFO os_vif [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:27:28:94,bridge_name='br-int',has_traffic_filtering=True,id=da530316-ce42-47ee-aa54-a123b18bb1c2,network=Network(fc508590-021d-4cf4-bb16-d6f2321e5590),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda530316-ce')
Oct 30 05:51:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GhtiPxDQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:51:36 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:51:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[52c7066c-6505-4c13-ae0d-6574f103077c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:51:36 user nova-compute[74922]: No targets found.
Oct 30 05:51:36 user nova-compute[74922]: iSNS:
Oct 30 05:51:36 user nova-compute[74922]: No targets found.
Oct 30 05:51:36 user nova-compute[74922]: STATIC:
Oct 30 05:51:36 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42
Oct 30 05:51:36 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:51:36 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:51:36 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de
Oct 30 05:51:36 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:51:36 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:51:36 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b
Oct 30 05:51:36 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:51:36 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:51:36 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128
Oct 30 05:51:36 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:51:36 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:51:36 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28
Oct 30 05:51:36 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:51:36 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:51:36 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e
Oct 30 05:51:36 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:51:36 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:51:36 user nova-compute[74922]: FIRMWARE:
Oct 30 05:51:36 user nova-compute[74922]: No targets found.
Oct 30 05:51:36 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:51:36 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:51:36 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[34949247-cda4-49ba-a1bf-76d85638da40]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9da5d1cf-0dc4-402d-b22b-b7571b1a06b5]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:51:36 user nova-compute[74922]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:51:36 user nova-compute[74922]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)
Oct 30 05:51:36 user nova-compute[74922]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:51:36 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:51:36 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:51:36 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 (non-flash)
Oct 30 05:51:36 user nova-compute[74922]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:51:36 user nova-compute[74922]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)
Oct 30 05:51:36 user nova-compute[74922]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:51:36 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:51:36 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:51:36 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f820862c040>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28'): ({'sdc'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Removing single pathed devices sdc {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f59915fa-7ab1-4fca-80b3-120276f5ff49]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[43ee9a93-f169-46e7-a633-ca817b250d87]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Flushing IO for device /dev/sdc {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2888d7d4-8c11-4b94-ad81-a2bed8066eee]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.048s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[df681765-6550-4887-8408-3386688bfedb]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] SCSI volumes sdc have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[78ddd95e-a717-4638-8694-27ef2db6c1ff]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6188433-f6d6-43e7-aa9e-dc3e14a4c090]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28, portal: 172.16.0.220,3260]
Oct 30 05:51:36 user nova-compute[74922]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28, portal: 172.16.0.220,3260] successful.
Oct 30 05:51:36 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43529096-0763-4c37-a712-4fe6de458e28 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d95f22d5-80ef-4bf5-8d87-ec639b3737ae]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.362s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:51:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] <== disconnect_volume: return (364ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:51:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:51:37 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Deleting instance files /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb_del
Oct 30 05:51:37 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Deletion of /opt/stack/data/nova/instances/ecb14dfa-b1d5-428e-b89f-d6ef246516fb_del complete
Oct 30 05:51:37 user nova-compute[74922]: INFO nova.compute.manager [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Took 1.35 seconds to destroy the instance on the hypervisor.
Oct 30 05:51:37 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 05:51:37 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 05:51:37 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 05:51:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-37cd2b6f-96b4-4efb-a000-8582dc67400a req-deed9e1e-357f-4057-8263-9aadbf865f5c service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received event network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-37cd2b6f-96b4-4efb-a000-8582dc67400a req-deed9e1e-357f-4057-8263-9aadbf865f5c service nova] Acquiring lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-37cd2b6f-96b4-4efb-a000-8582dc67400a req-deed9e1e-357f-4057-8263-9aadbf865f5c service nova] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-37cd2b6f-96b4-4efb-a000-8582dc67400a req-deed9e1e-357f-4057-8263-9aadbf865f5c service nova] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-37cd2b6f-96b4-4efb-a000-8582dc67400a req-deed9e1e-357f-4057-8263-9aadbf865f5c service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] No waiting events found dispatching network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:51:38 user nova-compute[74922]: WARNING nova.compute.manager [req-37cd2b6f-96b4-4efb-a000-8582dc67400a req-deed9e1e-357f-4057-8263-9aadbf865f5c service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received unexpected event network-vif-plugged-da530316-ce42-47ee-aa54-a123b18bb1c2 for instance with vm_state active and task_state deleting.
Oct 30 05:51:38 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:51:38 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Took 1.13 seconds to deallocate network for instance.
Oct 30 05:51:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-fb11c42a-51e2-4bf5-951b-bef0a4bfed30 req-eb25273e-78ee-4850-b09a-9ebddececd87 service nova] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Received event network-vif-deleted-da530316-ce42-47ee-aa54-a123b18bb1c2 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:51:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:41 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:44 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:51:44 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:51:44 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 05:51:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-2caef3e6-4e9a-4179-b063-18f87f1a63f2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:51:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-2caef3e6-4e9a-4179-b063-18f87f1a63f2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:51:44 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 05:51:45 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Updating instance_info_cache with network_info: [{"id": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "address": "fa:16:3e:fd:d9:c5", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.95", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3fd3-31", "ovs_interfaceid": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:51:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-2caef3e6-4e9a-4179-b063-18f87f1a63f2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:51:45 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 05:51:45 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:51:45 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:51:45 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:51:45 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:51:45 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:51:45 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:51:45 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 05:51:45 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:51:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:45 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 05:51:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:51:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0503a11c-fa6a-4455-904b-03bb67acc6ee/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0503a11c-fa6a-4455-904b-03bb67acc6ee/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0503a11c-fa6a-4455-904b-03bb67acc6ee/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0503a11c-fa6a-4455-904b-03bb67acc6ee/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:47 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:51:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb0f3f8e-3892-480a-b624-e1fb1fea8696/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb0f3f8e-3892-480a-b624-e1fb1fea8696/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb0f3f8e-3892-480a-b624-e1fb1fea8696/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb0f3f8e-3892-480a-b624-e1fb1fea8696/disk --force-share --output=json" returned: 0 in 0.259s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/909d4ec2-735f-4022-b7eb-df4b58a0f151/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/909d4ec2-735f-4022-b7eb-df4b58a0f151/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/909d4ec2-735f-4022-b7eb-df4b58a0f151/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/909d4ec2-735f-4022-b7eb-df4b58a0f151/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:51:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:51:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:51:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:49 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:51:49 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:51:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=7288MB free_disk=25.39675521850586GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 05:51:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 4c3e6679-374d-4644-b05d-ef0bf04d7a3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:51:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 2caef3e6-4e9a-4179-b063-18f87f1a63f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:51:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance ecb14dfa-b1d5-428e-b89f-d6ef246516fb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:51:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance a9ee90ad-74b3-41dc-8daa-435b156cecbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:51:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance e078eacb-99e2-472e-94bb-44c60147aff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:51:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 2c40cefc-8d2b-4403-bba8-a462650999eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:51:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 0503a11c-fa6a-4455-904b-03bb67acc6ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:51:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance b7a30c65-ce43-4aed-a029-605f9be0facc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:51:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance bb0f3f8e-3892-480a-b624-e1fb1fea8696 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:51:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 65631229-4687-4394-b06e-2cca0312587b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:51:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 909d4ec2-735f-4022-b7eb-df4b58a0f151 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:51:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 05:51:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 05:51:50 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:51:50 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:51:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 05:51:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.558s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:51 user nova-compute[74922]: INFO nova.compute.manager [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Detaching volume 93dfb768-a308-43bd-b80b-1f88e091e4de
Oct 30 05:51:51 user nova-compute[74922]: INFO nova.virt.block_device [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Attempting to driver detach volume 93dfb768-a308-43bd-b80b-1f88e091e4de from mountpoint /dev/vdb
Oct 30 05:51:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Attempting to detach device vdb from instance 2caef3e6-4e9a-4179-b063-18f87f1a63f2 from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 05:51:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:51:51 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:51:51 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 05:51:51 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:51:51 user nova-compute[74922]:   <serial>93dfb768-a308-43bd-b80b-1f88e091e4de</serial>
Oct 30 05:51:51 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 30 05:51:51 user nova-compute[74922]: </disk>
Oct 30 05:51:51 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:51:51 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Successfully detached device vdb from instance 2caef3e6-4e9a-4179-b063-18f87f1a63f2 from the persistent domain config.
Oct 30 05:51:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2caef3e6-4e9a-4179-b063-18f87f1a63f2 from the live domain config. {{(pid=74922) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 05:51:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:51:51 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:51:51 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 05:51:51 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:51:51 user nova-compute[74922]:   <serial>93dfb768-a308-43bd-b80b-1f88e091e4de</serial>
Oct 30 05:51:51 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 30 05:51:51 user nova-compute[74922]: </disk>
Oct 30 05:51:51 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:51:52 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2caef3e6-4e9a-4179-b063-18f87f1a63f2 {{(pid=74922) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 05:51:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:54 user nova-compute[74922]: INFO nova.compute.manager [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] [instance: ecb14dfa-b1d5-428e-b89f-d6ef246516fb] Took 16.56 seconds to detach 1 volumes for instance.
Oct 30 05:51:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:54 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:51:54 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PomDzjiZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:51:54 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:51:54 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:51:54 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:51:54 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:51:54 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:51:54 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:51:54 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:51:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:54 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1225008-a60e-4ccd-a1cc-549fbacf78e4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:54 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:51:54 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:54 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3067175-7698-4ccd-a533-7fcd5e08b5b6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:54 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579] added
Oct 30 05:51:54 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce07fdf0-e219-4ad1-bdc6-a8c097be404d]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[35a7867a-60a3-4730-a397-6bf2d63f494a]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PomDzjiZ {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PomDzjiZ" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7c1e0d4-a03f-44d3-8a76-243a4c4d9cc3]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PomDzjiZ'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[be734b5d-8197-4301-823a-f598c5135eb6]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[42a18876-5122-4d37-965c-ba54a1e42b56]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:51:55 user nova-compute[74922]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)
Oct 30 05:51:55 user nova-compute[74922]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:51:55 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:51:55 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:51:55 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:51:55 user nova-compute[74922]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)
Oct 30 05:51:55 user nova-compute[74922]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:51:55 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:51:55 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:51:55 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd9db130-efb1-4c5c-b766-d88d2fcec1a5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579, portal: 172.16.0.220,3260]
Oct 30 05:51:55 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579, portal: 172.16.0.220,3260] successful.
Oct 30 05:51:55 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.357s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5235221-5896-4051-b4ae-91d56831aabd]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:55 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Deleted allocations for instance ecb14dfa-b1d5-428e-b89f-d6ef246516fb
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb50f7df-e84f-4143-87cd-f59146c09fc7]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:51:55 user nova-compute[74922]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)
Oct 30 05:51:55 user nova-compute[74922]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:51:55 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:51:55 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:51:55 user nova-compute[74922]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 (non-flash)
Oct 30 05:51:55 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:51:55 user nova-compute[74922]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)
Oct 30 05:51:55 user nova-compute[74922]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:51:55 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:51:55 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:51:55 user nova-compute[74922]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 (non-flash)
Oct 30 05:51:55 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.314s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] HCTL ('34', '-', '-', 0) found on session 26 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb927457-c8ad-4929-ae10-402fc1d8799a]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Searching for a device in session 26 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PomDzjiZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:51:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cf59bed6-0380-464d-8e8f-3139af0772a4 tempest-ServerActionsTestOtherB-23289473 tempest-ServerActionsTestOtherB-23289473-project-member] Lock "ecb14dfa-b1d5-428e-b89f-d6ef246516fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 19.607s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "e078eacb-99e2-472e-94bb-44c60147aff3" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:56 user nova-compute[74922]: INFO nova.compute.manager [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Detaching volume a99db806-be81-4569-91e4-acc624e5d75e
Oct 30 05:51:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.352s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:51:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] <== connect_volume: return (1353ms) {'type': 'block', 'scsi_wwn': '23537633862373637', 'path': '/dev/sdc'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:51:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23537633862373637', 'path': '/dev/sdc'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:51:56 user nova-compute[74922]: DEBUG nova.objects.instance [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lazy-loading 'flavor' on Instance uuid 0503a11c-fa6a-4455-904b-03bb67acc6ee {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:51:56 user nova-compute[74922]: INFO nova.virt.block_device [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Attempting to driver detach volume a99db806-be81-4569-91e4-acc624e5d75e from mountpoint /dev/vdb
Oct 30 05:51:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 05:51:56 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:51:56 user nova-compute[74922]:   <source dev="/dev/sdc"/>
Oct 30 05:51:56 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:51:56 user nova-compute[74922]:   <serial>faf3b83a-a1db-42f5-8afd-03ece63a9579</serial>
Oct 30 05:51:56 user nova-compute[74922]: </disk>
Oct 30 05:51:56 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 05:51:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Attempting to detach device vdb from instance e078eacb-99e2-472e-94bb-44c60147aff3 from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 05:51:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:51:56 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:51:56 user nova-compute[74922]:   <source dev="/dev/sdd"/>
Oct 30 05:51:56 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:51:56 user nova-compute[74922]:   <serial>a99db806-be81-4569-91e4-acc624e5d75e</serial>
Oct 30 05:51:56 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 05:51:56 user nova-compute[74922]: </disk>
Oct 30 05:51:56 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:51:56 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Successfully detached device vdb from instance e078eacb-99e2-472e-94bb-44c60147aff3 from the persistent domain config.
Oct 30 05:51:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e078eacb-99e2-472e-94bb-44c60147aff3 from the live domain config. {{(pid=74922) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 05:51:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:51:56 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:51:56 user nova-compute[74922]:   <source dev="/dev/sdd"/>
Oct 30 05:51:56 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:51:56 user nova-compute[74922]:   <serial>a99db806-be81-4569-91e4-acc624e5d75e</serial>
Oct 30 05:51:56 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 05:51:56 user nova-compute[74922]: </disk>
Oct 30 05:51:56 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:51:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:51:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:51:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] No VIF found with MAC fa:16:3e:bd:3b:aa, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:51:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f838eb4d-453a-4b8a-92e8-51f7060dcba3 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "0503a11c-fa6a-4455-904b-03bb67acc6ee" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.662s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e078eacb-99e2-472e-94bb-44c60147aff3 {{(pid=74922) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 05:51:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "0503a11c-fa6a-4455-904b-03bb67acc6ee" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "0503a11c-fa6a-4455-904b-03bb67acc6ee" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:57 user nova-compute[74922]: INFO nova.compute.manager [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Detaching volume faf3b83a-a1db-42f5-8afd-03ece63a9579
Oct 30 05:51:57 user nova-compute[74922]: INFO nova.virt.block_device [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Attempting to driver detach volume faf3b83a-a1db-42f5-8afd-03ece63a9579 from mountpoint /dev/vdb
Oct 30 05:51:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Attempting to detach device vdb from instance 0503a11c-fa6a-4455-904b-03bb67acc6ee from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 05:51:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:51:57 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:51:57 user nova-compute[74922]:   <source dev="/dev/sdc"/>
Oct 30 05:51:57 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:51:57 user nova-compute[74922]:   <serial>faf3b83a-a1db-42f5-8afd-03ece63a9579</serial>
Oct 30 05:51:57 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 05:51:57 user nova-compute[74922]: </disk>
Oct 30 05:51:57 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:51:57 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Successfully detached device vdb from instance 0503a11c-fa6a-4455-904b-03bb67acc6ee from the persistent domain config.
Oct 30 05:51:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 0503a11c-fa6a-4455-904b-03bb67acc6ee from the live domain config. {{(pid=74922) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 05:51:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:51:57 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:51:57 user nova-compute[74922]:   <source dev="/dev/sdc"/>
Oct 30 05:51:57 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:51:57 user nova-compute[74922]:   <serial>faf3b83a-a1db-42f5-8afd-03ece63a9579</serial>
Oct 30 05:51:57 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 05:51:57 user nova-compute[74922]: </disk>
Oct 30 05:51:57 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:51:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 0503a11c-fa6a-4455-904b-03bb67acc6ee {{(pid=74922) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-161e10a3-d99d-4ee6-9e6b-ef16277c60d5 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Acquiring lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-161e10a3-d99d-4ee6-9e6b-ef16277c60d5 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG nova.objects.instance [None req-161e10a3-d99d-4ee6-9e6b-ef16277c60d5 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Lazy-loading 'flavor' on Instance uuid a9ee90ad-74b3-41dc-8daa-435b156cecbe {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-161e10a3-d99d-4ee6-9e6b-ef16277c60d5 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-161e10a3-d99d-4ee6-9e6b-ef16277c60d5 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Acquiring lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-161e10a3-d99d-4ee6-9e6b-ef16277c60d5 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:51:59 user nova-compute[74922]: INFO nova.compute.manager [None req-161e10a3-d99d-4ee6-9e6b-ef16277c60d5 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Attaching volume 46dcd85d-3656-4bb5-8326-8fd0f4651f7a to /dev/vdb
Oct 30 05:51:59 user nova-compute[74922]: DEBUG os_brick.utils [None req-161e10a3-d99d-4ee6-9e6b-ef16277c60d5 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f64db697-4d66-4a50-8c9d-d218e427f098]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a95e3c9-3181-4f48-866c-e3145c8bb0d6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[74f079c3-7d65-4e37-86a9-61a5865f3ae7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[de0c0586-3531-4083-8a1a-4e1af03a2d10]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-161e10a3-d99d-4ee6-9e6b-ef16277c60d5 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-161e10a3-d99d-4ee6-9e6b-ef16277c60d5 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-161e10a3-d99d-4ee6-9e6b-ef16277c60d5 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:51:59 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:51:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5011d8be-0a00-4127-b2c7-effbc31cac22]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-161e10a3-d99d-4ee6-9e6b-ef16277c60d5 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-161e10a3-d99d-4ee6-9e6b-ef16277c60d5 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-161e10a3-d99d-4ee6-9e6b-ef16277c60d5 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG os_brick.utils [None req-161e10a3-d99d-4ee6-9e6b-ef16277c60d5 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:51:59 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-161e10a3-d99d-4ee6-9e6b-ef16277c60d5 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Updating existing volume attachment record: 768ea96a-eaef-4a79-93ea-3f641f8da253 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:52:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:12 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2caef3e6-4e9a-4179-b063-18f87f1a63f2 is timed out.
Oct 30 05:52:12 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Successfully detached device vdb from instance 2caef3e6-4e9a-4179-b063-18f87f1a63f2 from the live domain config.
Oct 30 05:52:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kKDFWQXs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:52:12 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:52:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3343dd8-b1a0-42b3-999b-04beb0758392]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:52:12 user nova-compute[74922]: No targets found.
Oct 30 05:52:12 user nova-compute[74922]: iSNS:
Oct 30 05:52:12 user nova-compute[74922]: No targets found.
Oct 30 05:52:12 user nova-compute[74922]: STATIC:
Oct 30 05:52:12 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42
Oct 30 05:52:12 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:52:12 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:52:12 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de
Oct 30 05:52:12 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:52:12 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:52:12 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b
Oct 30 05:52:12 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:52:12 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:52:12 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128
Oct 30 05:52:12 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:52:12 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:52:12 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579
Oct 30 05:52:12 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:52:12 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:52:12 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e
Oct 30 05:52:12 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:52:12 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:52:12 user nova-compute[74922]: FIRMWARE:
Oct 30 05:52:12 user nova-compute[74922]: No targets found.
Oct 30 05:52:12 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:52:12 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:52:12 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc3a3b47-5d62-4c98-bd28-37787623d217]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc034aac-6d54-4e45-9b27-5c10c9abe7dd]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:52:12 user nova-compute[74922]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)
Oct 30 05:52:12 user nova-compute[74922]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:52:12 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:52:12 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:52:12 user nova-compute[74922]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 (non-flash)
Oct 30 05:52:12 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de (non-flash)
Oct 30 05:52:12 user nova-compute[74922]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)
Oct 30 05:52:12 user nova-compute[74922]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:52:12 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:52:12 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:52:12 user nova-compute[74922]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 (non-flash)
Oct 30 05:52:12 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82086905e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de'): ({'sdb'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Removing single pathed devices sdb {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c623f6cb-e452-4919-a411-65f1ea730e0b]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9230b0d-91ea-45cc-b46f-c028907f61b1]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Flushing IO for device /dev/sdb {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[238ba170-e772-4cad-be8e-c6227443e877]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[103b212d-452d-4bec-8759-89fa497cbdff]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a05e0a6-1dc7-402f-a737-229577e608e5]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[302707f0-fdc6-408d-9418-1a7f9f605cda]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de, portal: 172.16.0.220,3260]
Oct 30 05:52:12 user nova-compute[74922]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de, portal: 172.16.0.220,3260] successful.
Oct 30 05:52:12 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:93dfb768-a308-43bd-b80b-1f88e091e4de -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6b57158-4a9f-4a9e-a219-9d9c34fed6a2]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.341s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] <== disconnect_volume: return (344ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:52:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:52:13 user nova-compute[74922]: DEBUG nova.objects.instance [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lazy-loading 'flavor' on Instance uuid 2caef3e6-4e9a-4179-b063-18f87f1a63f2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:52:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-20af2fca-a285-450b-a525-8ed022124489 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.907s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:16 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e078eacb-99e2-472e-94bb-44c60147aff3 is timed out.
Oct 30 05:52:16 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Successfully detached device vdb from instance e078eacb-99e2-472e-94bb-44c60147aff3 from the live domain config.
Oct 30 05:52:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:52:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZjBDxhQJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:52:16 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:52:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:52:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:52:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b11de819-ce0d-475c-aec6-08d8e10932ab]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:52:17 user nova-compute[74922]: No targets found.
Oct 30 05:52:17 user nova-compute[74922]: iSNS:
Oct 30 05:52:17 user nova-compute[74922]: No targets found.
Oct 30 05:52:17 user nova-compute[74922]: STATIC:
Oct 30 05:52:17 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42
Oct 30 05:52:17 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:52:17 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:52:17 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b
Oct 30 05:52:17 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:52:17 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:52:17 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128
Oct 30 05:52:17 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:52:17 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:52:17 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579
Oct 30 05:52:17 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:52:17 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:52:17 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e
Oct 30 05:52:17 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:52:17 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:52:17 user nova-compute[74922]: FIRMWARE:
Oct 30 05:52:17 user nova-compute[74922]: No targets found.
Oct 30 05:52:17 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:52:17 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:52:17 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a5f1687-7f99-4d49-8227-3d43af00e098]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e8a58ec-82ba-4c27-8279-fcf439c48f09]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)
Oct 30 05:52:17 user nova-compute[74922]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:52:17 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:52:17 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:52:17 user nova-compute[74922]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 (non-flash)
Oct 30 05:52:17 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e (non-flash)
Oct 30 05:52:17 user nova-compute[74922]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:52:17 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:52:17 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:52:17 user nova-compute[74922]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 (non-flash)
Oct 30 05:52:17 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f822c56a680>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e'): ({'sdd'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Removing single pathed devices sdd {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[48b961fe-714c-4341-a451-dde74f8db5a5]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfb79314-6fd6-4ab9-9b71-31f447489919]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Flushing IO for device /dev/sdd {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dfa451b-3595-4c8f-8f24-88ecc759ec95]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.035s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[691bd488-18ad-43e7-a7af-d16a27d8791f]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] SCSI volumes sdd have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dd4cca3-1362-48a9-88c2-643ddc6915a4]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd7ed918-2682-4f88-b4ef-42ae9f41285f]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e, portal: 172.16.0.220,3260]
Oct 30 05:52:17 user nova-compute[74922]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e, portal: 172.16.0.220,3260] successful.
Oct 30 05:52:17 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a99db806-be81-4569-91e4-acc624e5d75e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5304cc4-318f-4e85-af1f-a2749a48db2b]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.309s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] <== disconnect_volume: return (310ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:52:17 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:52:18 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 0503a11c-fa6a-4455-904b-03bb67acc6ee is timed out.
Oct 30 05:52:18 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Successfully detached device vdb from instance 0503a11c-fa6a-4455-904b-03bb67acc6ee from the live domain config.
Oct 30 05:52:18 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PomDzjiZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:52:18 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:52:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dcf5477-5739-4feb-a0fa-b71bfb00ba68]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:52:18 user nova-compute[74922]: No targets found.
Oct 30 05:52:18 user nova-compute[74922]: iSNS:
Oct 30 05:52:18 user nova-compute[74922]: No targets found.
Oct 30 05:52:18 user nova-compute[74922]: STATIC:
Oct 30 05:52:18 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42
Oct 30 05:52:18 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:52:18 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:52:18 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b
Oct 30 05:52:18 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:52:18 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:52:18 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128
Oct 30 05:52:18 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:52:18 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:52:18 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579
Oct 30 05:52:18 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:52:18 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:52:18 user nova-compute[74922]: FIRMWARE:
Oct 30 05:52:18 user nova-compute[74922]: No targets found.
Oct 30 05:52:18 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:52:18 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:52:18 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[72d7379b-e2f3-4894-b424-5be4968ca5bc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecbd7258-5dea-46b5-87f1-60e0b836102a]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:52:18 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:52:18 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:52:18 user nova-compute[74922]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 (non-flash)
Oct 30 05:52:18 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:52:18 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:52:18 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:52:18 user nova-compute[74922]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 (non-flash)
Oct 30 05:52:18 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82086cff40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579'): ({'sdc'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Removing single pathed devices sdc {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcec61df-90ab-489b-ba67-1d84c91ff1d8]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2655910-b12a-4f41-9ceb-70911c21d352]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Flushing IO for device /dev/sdc {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ce38011-f70b-4b58-9b44-347569b6a1e5]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG nova.objects.instance [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lazy-loading 'flavor' on Instance uuid e078eacb-99e2-472e-94bb-44c60147aff3 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.056s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[15f6608e-7fcd-439e-8d3f-98d4ebf94117]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] SCSI volumes sdc have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-753c5e17-7275-47df-a3a3-c43e7bdf47e3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.089s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cfedd13-f50f-40b8-9b37-a5d10a88cee6]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d76e336-5a62-453e-a2fa-9dba2a169f3c]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579, portal: 172.16.0.220,3260]
Oct 30 05:52:18 user nova-compute[74922]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579, portal: 172.16.0.220,3260] successful.
Oct 30 05:52:18 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:faf3b83a-a1db-42f5-8afd-03ece63a9579 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee07ec97-518c-4cbf-93af-2a52422488a3]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.383s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] <== disconnect_volume: return (384ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:52:18 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.volume.cinder [None req-161e10a3-d99d-4ee6-9e6b-ef16277c60d5 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Update attachment failed for attachment 768ea96a-eaef-4a79-93ea-3f641f8da253. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-cf6e7ce1-7bfe-41ad-a425-982c844e874d) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-cf6e7ce1-7bfe-41ad-a425-982c844e874d)
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [None req-161e10a3-d99d-4ee6-9e6b-ef16277c60d5 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Failed to attach 46dcd85d-3656-4bb5-8326-8fd0f4651f7a at /dev/vdb: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-cf6e7ce1-7bfe-41ad-a425-982c844e874d)
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Traceback (most recent call last):
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]     ret_val = method(obj, context, *args, **kwargs)
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]     self._do_attach(context, instance, volume, volume_api,
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]     self._volume_attach(context, volume, connector, instance,
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]     connection_info = volume_api.attachment_update(
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]     res = method(self, ctx, *args, **kwargs)
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]     with excutils.save_and_reraise_exception():
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]     self.force_reraise()
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]     raise self.value
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]     context, '3.44', skip_version_check=True).attachments.update(
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]     return method.func(obj, *args, **kwargs)
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]     resp = self._update('/attachments/%s' % id, body)
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]     return self._cs_request(url, 'PUT', **kwargs)
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]     return self.request(url, method, **kwargs)
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe]     raise exceptions.from_response(resp, body)
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-cf6e7ce1-7bfe-41ad-a425-982c844e874d)
Oct 30 05:52:18 user nova-compute[74922]: ERROR nova.compute.manager [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] 
Oct 30 05:52:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-161e10a3-d99d-4ee6-9e6b-ef16277c60d5 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.238s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server [None req-161e10a3-d99d-4ee6-9e6b-ef16277c60d5 tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-cf6e7ce1-7bfe-41ad-a425-982c844e874d)
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7552, in attach_volume
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     do_attach_volume(context, instance, driver_bdm)
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7549, in do_attach_volume
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7547, in do_attach_volume
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return self._attach_volume(context, instance, driver_bdm)
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7569, in _attach_volume
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     ret_val = method(obj, context, *args, **kwargs)
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self._do_attach(context, instance, volume, volume_api,
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self._volume_attach(context, volume, connector, instance,
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     connection_info = volume_api.attachment_update(
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-cf6e7ce1-7bfe-41ad-a425-982c844e874d)
Oct 30 05:52:18 user nova-compute[74922]: ERROR oslo_messaging.rpc.server 
Oct 30 05:52:19 user nova-compute[74922]: DEBUG nova.objects.instance [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lazy-loading 'flavor' on Instance uuid 0503a11c-fa6a-4455-904b-03bb67acc6ee {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:52:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5a8684c2-512f-46d7-8323-1a47cd2ca992 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "0503a11c-fa6a-4455-904b-03bb67acc6ee" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.868s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:52:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:52:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Acquiring lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:32 user nova-compute[74922]: DEBUG nova.objects.instance [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lazy-loading 'flavor' on Instance uuid bb0f3f8e-3892-480a-b624-e1fb1fea8696 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:52:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Acquiring lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:32 user nova-compute[74922]: INFO nova.compute.manager [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Attaching volume 281da940-5570-4a97-855d-6e1d7515c003 to /dev/vdb
Oct 30 05:52:32 user nova-compute[74922]: DEBUG os_brick.utils [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:52:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:32 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[48908e82-d5b3-44f8-abe5-07cfa4c7e023]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:32 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[526cb495-2b89-4f4a-bcb8-eb82c399125e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:32 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c656ab20-814a-4222-b727-ad9635679f2f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:32 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[02bdc19c-e8cb-435c-b5f3-9f874120a5dd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:52:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:52:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:52:32 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:52:32 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ed566dc-be69-4053-9ec4-d5ad7d576402]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:52:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:52:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:52:32 user nova-compute[74922]: DEBUG os_brick.utils [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:52:32 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Updating existing volume attachment record: ab3f6d93-aa7a-46e4-b736-759bcab4fa9a {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:52:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:41 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4f5163c6-5c5c-44af-9dcd-2600004e0056 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4f5163c6-5c5c-44af-9dcd-2600004e0056 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4f5163c6-5c5c-44af-9dcd-2600004e0056 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4f5163c6-5c5c-44af-9dcd-2600004e0056 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4f5163c6-5c5c-44af-9dcd-2600004e0056 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:42 user nova-compute[74922]: INFO nova.compute.manager [None req-4f5163c6-5c5c-44af-9dcd-2600004e0056 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Terminating instance
Oct 30 05:52:42 user nova-compute[74922]: DEBUG nova.compute.manager [None req-4f5163c6-5c5c-44af-9dcd-2600004e0056 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG nova.compute.manager [req-80996505-575e-45aa-ae40-afaab672b521 req-92e43365-bb10-4705-aecf-7005088816a1 service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Received event network-vif-unplugged-df5f3fd3-3173-43f6-8baa-423f500b4e81 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-80996505-575e-45aa-ae40-afaab672b521 req-92e43365-bb10-4705-aecf-7005088816a1 service nova] Acquiring lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-80996505-575e-45aa-ae40-afaab672b521 req-92e43365-bb10-4705-aecf-7005088816a1 service nova] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-80996505-575e-45aa-ae40-afaab672b521 req-92e43365-bb10-4705-aecf-7005088816a1 service nova] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG nova.compute.manager [req-80996505-575e-45aa-ae40-afaab672b521 req-92e43365-bb10-4705-aecf-7005088816a1 service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] No waiting events found dispatching network-vif-unplugged-df5f3fd3-3173-43f6-8baa-423f500b4e81 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG nova.compute.manager [req-80996505-575e-45aa-ae40-afaab672b521 req-92e43365-bb10-4705-aecf-7005088816a1 service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Received event network-vif-unplugged-df5f3fd3-3173-43f6-8baa-423f500b4e81 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:42 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Instance destroyed successfully.
Oct 30 05:52:42 user nova-compute[74922]: DEBUG nova.objects.instance [None req-4f5163c6-5c5c-44af-9dcd-2600004e0056 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lazy-loading 'resources' on Instance uuid 2caef3e6-4e9a-4179-b063-18f87f1a63f2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-4f5163c6-5c5c-44af-9dcd-2600004e0056 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T05:46:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1115032926',display_name='tempest-ServerActionsTestOtherA-server-1424743518',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1115032926',id=14,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD6MBVUrpynqSubi1UpWYG+h+O7pqLKf6FMCdRYREhzRGwLAN2+4ho6YCy6gPlOACj3lDCkrfng5q4eq6YSF6bWiUoU+lN+VnZ2vDK7Xk1rwO7uhv3OeVgtEgGJ0EMVrlw==',key_name='tempest-keypair-2023564071',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:49:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b7689a63a17e4743ae8888892f1ee34b',ramdisk_id='',reservation_id='r-rijse3md',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1370130237',owner_user_name='tempest-ServerActionsTestOtherA-1370130237-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:49:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2efd61aeedd04bd4bdf7af2f3b15c99e',uuid=2caef3e6-4e9a-4179-b063-18f87f1a63f2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "address": "fa:16:3e:fd:d9:c5", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.95", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3fd3-31", "ovs_interfaceid": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-4f5163c6-5c5c-44af-9dcd-2600004e0056 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converting VIF {"id": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "address": "fa:16:3e:fd:d9:c5", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.95", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3fd3-31", "ovs_interfaceid": "df5f3fd3-3173-43f6-8baa-423f500b4e81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-4f5163c6-5c5c-44af-9dcd-2600004e0056 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fd:d9:c5,bridge_name='br-int',has_traffic_filtering=True,id=df5f3fd3-3173-43f6-8baa-423f500b4e81,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf5f3fd3-31') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG os_vif [None req-4f5163c6-5c5c-44af-9dcd-2600004e0056 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fd:d9:c5,bridge_name='br-int',has_traffic_filtering=True,id=df5f3fd3-3173-43f6-8baa-423f500b4e81,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf5f3fd3-31') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdf5f3fd3-31, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8b61ee68-cec2-418a-bc0d-246cf20d5930) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:52:42 user nova-compute[74922]: INFO os_vif [None req-4f5163c6-5c5c-44af-9dcd-2600004e0056 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fd:d9:c5,bridge_name='br-int',has_traffic_filtering=True,id=df5f3fd3-3173-43f6-8baa-423f500b4e81,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf5f3fd3-31')
Oct 30 05:52:42 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-4f5163c6-5c5c-44af-9dcd-2600004e0056 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Deleting instance files /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2_del
Oct 30 05:52:42 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-4f5163c6-5c5c-44af-9dcd-2600004e0056 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Deletion of /opt/stack/data/nova/instances/2caef3e6-4e9a-4179-b063-18f87f1a63f2_del complete
Oct 30 05:52:43 user nova-compute[74922]: INFO nova.compute.manager [None req-4f5163c6-5c5c-44af-9dcd-2600004e0056 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Took 0.98 seconds to destroy the instance on the hypervisor.
Oct 30 05:52:43 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-4f5163c6-5c5c-44af-9dcd-2600004e0056 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 05:52:43 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 05:52:43 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 05:52:43 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:52:43 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:52:43 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:52:43 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-a9ee90ad-74b3-41dc-8daa-435b156cecbe" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-a9ee90ad-74b3-41dc-8daa-435b156cecbe" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:52:44 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Took 1.25 seconds to deallocate network for instance.
Oct 30 05:52:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4f5163c6-5c5c-44af-9dcd-2600004e0056 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4f5163c6-5c5c-44af-9dcd-2600004e0056 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG nova.compute.manager [req-8cea38d6-d829-4a4b-8bb4-9ef5191dc114 req-65387599-7dcb-439f-8543-62b888c34c1d service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Received event network-vif-plugged-df5f3fd3-3173-43f6-8baa-423f500b4e81 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8cea38d6-d829-4a4b-8bb4-9ef5191dc114 req-65387599-7dcb-439f-8543-62b888c34c1d service nova] Acquiring lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8cea38d6-d829-4a4b-8bb4-9ef5191dc114 req-65387599-7dcb-439f-8543-62b888c34c1d service nova] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8cea38d6-d829-4a4b-8bb4-9ef5191dc114 req-65387599-7dcb-439f-8543-62b888c34c1d service nova] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG nova.compute.manager [req-8cea38d6-d829-4a4b-8bb4-9ef5191dc114 req-65387599-7dcb-439f-8543-62b888c34c1d service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] No waiting events found dispatching network-vif-plugged-df5f3fd3-3173-43f6-8baa-423f500b4e81 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:52:44 user nova-compute[74922]: WARNING nova.compute.manager [req-8cea38d6-d829-4a4b-8bb4-9ef5191dc114 req-65387599-7dcb-439f-8543-62b888c34c1d service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Received unexpected event network-vif-plugged-df5f3fd3-3173-43f6-8baa-423f500b4e81 for instance with vm_state deleted and task_state None.
Oct 30 05:52:44 user nova-compute[74922]: DEBUG nova.compute.manager [req-8cea38d6-d829-4a4b-8bb4-9ef5191dc114 req-65387599-7dcb-439f-8543-62b888c34c1d service nova] [instance: 2caef3e6-4e9a-4179-b063-18f87f1a63f2] Received event network-vif-deleted-df5f3fd3-3173-43f6-8baa-423f500b4e81 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Updating instance_info_cache with network_info: [{"id": "95b34bcd-3a46-4535-8c99-3dffe6b6bd1d", "address": "fa:16:3e:3d:63:d1", "network": {"id": "6d0d0ab5-9bd6-4a44-91fb-a6f0562ae03b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1056807611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.24", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "981d5d5a56da43449b259ff220d08d0f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95b34bcd-3a", "ovs_interfaceid": "95b34bcd-3a46-4535-8c99-3dffe6b6bd1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-a9ee90ad-74b3-41dc-8daa-435b156cecbe" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-4f5163c6-5c5c-44af-9dcd-2600004e0056 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-4f5163c6-5c5c-44af-9dcd-2600004e0056 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4f5163c6-5c5c-44af-9dcd-2600004e0056 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.451s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.123s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 05:52:44 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-4f5163c6-5c5c-44af-9dcd-2600004e0056 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Deleted allocations for instance 2caef3e6-4e9a-4179-b063-18f87f1a63f2
Oct 30 05:52:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4f5163c6-5c5c-44af-9dcd-2600004e0056 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "2caef3e6-4e9a-4179-b063-18f87f1a63f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.948s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0503a11c-fa6a-4455-904b-03bb67acc6ee/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0503a11c-fa6a-4455-904b-03bb67acc6ee/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0503a11c-fa6a-4455-904b-03bb67acc6ee/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0503a11c-fa6a-4455-904b-03bb67acc6ee/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb0f3f8e-3892-480a-b624-e1fb1fea8696/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb0f3f8e-3892-480a-b624-e1fb1fea8696/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb0f3f8e-3892-480a-b624-e1fb1fea8696/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:48 user nova-compute[74922]: DEBUG nova.compute.manager [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:52:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb0f3f8e-3892-480a-b624-e1fb1fea8696/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/909d4ec2-735f-4022-b7eb-df4b58a0f151/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:48 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:52:48 user nova-compute[74922]: INFO nova.compute.claims [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Claim successful on node user
Oct 30 05:52:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c7560ff1-63e3-40e9-8481-833a5d780409 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "0503a11c-fa6a-4455-904b-03bb67acc6ee" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c7560ff1-63e3-40e9-8481-833a5d780409 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "0503a11c-fa6a-4455-904b-03bb67acc6ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c7560ff1-63e3-40e9-8481-833a5d780409 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "0503a11c-fa6a-4455-904b-03bb67acc6ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c7560ff1-63e3-40e9-8481-833a5d780409 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "0503a11c-fa6a-4455-904b-03bb67acc6ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c7560ff1-63e3-40e9-8481-833a5d780409 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "0503a11c-fa6a-4455-904b-03bb67acc6ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:48 user nova-compute[74922]: INFO nova.compute.manager [None req-c7560ff1-63e3-40e9-8481-833a5d780409 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Terminating instance
Oct 30 05:52:48 user nova-compute[74922]: DEBUG nova.compute.manager [None req-c7560ff1-63e3-40e9-8481-833a5d780409 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 05:52:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/909d4ec2-735f-4022-b7eb-df4b58a0f151/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/909d4ec2-735f-4022-b7eb-df4b58a0f151/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/909d4ec2-735f-4022-b7eb-df4b58a0f151/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:52:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:52:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.compute.manager [req-fc2acd99-f8fe-403d-8d43-7759aa38e8bd req-74eb288e-fc64-4f00-8ee4-2a46e8f969d4 service nova] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Received event network-vif-unplugged-30bbd6d7-43d4-4376-8e7a-8a86d377425b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fc2acd99-f8fe-403d-8d43-7759aa38e8bd req-74eb288e-fc64-4f00-8ee4-2a46e8f969d4 service nova] Acquiring lock "0503a11c-fa6a-4455-904b-03bb67acc6ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fc2acd99-f8fe-403d-8d43-7759aa38e8bd req-74eb288e-fc64-4f00-8ee4-2a46e8f969d4 service nova] Lock "0503a11c-fa6a-4455-904b-03bb67acc6ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fc2acd99-f8fe-403d-8d43-7759aa38e8bd req-74eb288e-fc64-4f00-8ee4-2a46e8f969d4 service nova] Lock "0503a11c-fa6a-4455-904b-03bb67acc6ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.compute.manager [req-fc2acd99-f8fe-403d-8d43-7759aa38e8bd req-74eb288e-fc64-4f00-8ee4-2a46e8f969d4 service nova] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] No waiting events found dispatching network-vif-unplugged-30bbd6d7-43d4-4376-8e7a-8a86d377425b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.compute.manager [req-fc2acd99-f8fe-403d-8d43-7759aa38e8bd req-74eb288e-fc64-4f00-8ee4-2a46e8f969d4 service nova] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Received event network-vif-unplugged-30bbd6d7-43d4-4376-8e7a-8a86d377425b for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:52:49 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Instance destroyed successfully.
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.objects.instance [None req-c7560ff1-63e3-40e9-8481-833a5d780409 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lazy-loading 'resources' on Instance uuid 0503a11c-fa6a-4455-904b-03bb67acc6ee {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:52:49 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:52:49 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=7548MB free_disk=25.40386199951172GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-c7560ff1-63e3-40e9-8481-833a5d780409 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:49:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-390170610',display_name='tempest-AttachVolumeNegativeTest-server-390170610',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-390170610',id=19,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLDEsr4hEDZxB+p1Aj1DqITtTzygbQjUgiqaw6sJ0POSek+ej40ddfTD0DZgoBdAFmkRQt7HMvybRaCn+uuNY9oqdyyy4svFcrdHUzcPCtxMWx8noFtbXjNn/WIYVJrwdg==',key_name='tempest-keypair-1209695922',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:49:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='647004aba5a44a0396d1f4891224c7dc',ramdisk_id='',reservation_id='r-ge75fn5w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-460499645',owner_user_name='tempest-AttachVolumeNegativeTest-460499645-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:49:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0fc523869f524f2598eddbd67e616807',uuid=0503a11c-fa6a-4455-904b-03bb67acc6ee,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "30bbd6d7-43d4-4376-8e7a-8a86d377425b", "address": "fa:16:3e:bd:3b:aa", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.7", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30bbd6d7-43", "ovs_interfaceid": "30bbd6d7-43d4-4376-8e7a-8a86d377425b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-c7560ff1-63e3-40e9-8481-833a5d780409 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Converting VIF {"id": "30bbd6d7-43d4-4376-8e7a-8a86d377425b", "address": "fa:16:3e:bd:3b:aa", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.7", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30bbd6d7-43", "ovs_interfaceid": "30bbd6d7-43d4-4376-8e7a-8a86d377425b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-c7560ff1-63e3-40e9-8481-833a5d780409 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bd:3b:aa,bridge_name='br-int',has_traffic_filtering=True,id=30bbd6d7-43d4-4376-8e7a-8a86d377425b,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30bbd6d7-43') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG os_vif [None req-c7560ff1-63e3-40e9-8481-833a5d780409 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bd:3b:aa,bridge_name='br-int',has_traffic_filtering=True,id=30bbd6d7-43d4-4376-8e7a-8a86d377425b,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30bbd6d7-43') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap30bbd6d7-43, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c1961160-8919-4093-a2e9-e0b7c806199a) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:49 user nova-compute[74922]: INFO os_vif [None req-c7560ff1-63e3-40e9-8481-833a5d780409 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bd:3b:aa,bridge_name='br-int',has_traffic_filtering=True,id=30bbd6d7-43d4-4376-8e7a-8a86d377425b,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30bbd6d7-43')
Oct 30 05:52:49 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-c7560ff1-63e3-40e9-8481-833a5d780409 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Deleting instance files /opt/stack/data/nova/instances/0503a11c-fa6a-4455-904b-03bb67acc6ee_del
Oct 30 05:52:49 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-c7560ff1-63e3-40e9-8481-833a5d780409 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Deletion of /opt/stack/data/nova/instances/0503a11c-fa6a-4455-904b-03bb67acc6ee_del complete
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:52:49 user nova-compute[74922]: INFO nova.compute.manager [None req-c7560ff1-63e3-40e9-8481-833a5d780409 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Took 1.31 seconds to destroy the instance on the hypervisor.
Oct 30 05:52:49 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-c7560ff1-63e3-40e9-8481-833a5d780409 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.429s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.compute.manager [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.170s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.compute.manager [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.network.neutron [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:52:49 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.compute.manager [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 4c3e6679-374d-4644-b05d-ef0bf04d7a3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance a9ee90ad-74b3-41dc-8daa-435b156cecbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance e078eacb-99e2-472e-94bb-44c60147aff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 2c40cefc-8d2b-4403-bba8-a462650999eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 0503a11c-fa6a-4455-904b-03bb67acc6ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance b7a30c65-ce43-4aed-a029-605f9be0facc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance bb0f3f8e-3892-480a-b624-e1fb1fea8696 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 65631229-4687-4394-b06e-2cca0312587b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 909d4ec2-735f-4022-b7eb-df4b58a0f151 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance d9695caf-03be-4f5e-aac7-b6e3bdd081b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.policy [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '796b18db1279483e9fb141b8cc077abe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73d2a39f4ae84da684337b7e136087ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.compute.manager [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:52:49 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Creating image(s)
Oct 30 05:52:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "/opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "/opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "/opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.216s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.210s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.828s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk 1073741824" returned: 0 in 0.063s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.281s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG nova.compute.manager [req-314a531c-3a23-457b-a83c-b81cabc486d3 req-58ebafd6-440f-45ab-9df4-2ee7345ceb93 service nova] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Received event network-vif-deleted-30bbd6d7-43d4-4376-8e7a-8a86d377425b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:52:50 user nova-compute[74922]: INFO nova.compute.manager [req-314a531c-3a23-457b-a83c-b81cabc486d3 req-58ebafd6-440f-45ab-9df4-2ee7345ceb93 service nova] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Neutron deleted interface 30bbd6d7-43d4-4376-8e7a-8a86d377425b; detaching it from the instance and deleting it from the info cache
Oct 30 05:52:50 user nova-compute[74922]: DEBUG nova.network.neutron [req-314a531c-3a23-457b-a83c-b81cabc486d3 req-58ebafd6-440f-45ab-9df4-2ee7345ceb93 service nova] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:52:50 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Took 0.97 seconds to deallocate network for instance.
Oct 30 05:52:50 user nova-compute[74922]: DEBUG nova.compute.manager [req-314a531c-3a23-457b-a83c-b81cabc486d3 req-58ebafd6-440f-45ab-9df4-2ee7345ceb93 service nova] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Detach interface failed, port_id=30bbd6d7-43d4-4376-8e7a-8a86d377425b, reason: Instance 0503a11c-fa6a-4455-904b-03bb67acc6ee could not be found. {{(pid=74922) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c7560ff1-63e3-40e9-8481-833a5d780409 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c7560ff1-63e3-40e9-8481-833a5d780409 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.243s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG nova.compute.manager [req-e24e8269-5d3a-49e5-8880-041e969cbe7a req-db0f4a32-40e4-45a3-9861-b343fb6758c3 service nova] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Received event network-vif-plugged-30bbd6d7-43d4-4376-8e7a-8a86d377425b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e24e8269-5d3a-49e5-8880-041e969cbe7a req-db0f4a32-40e4-45a3-9861-b343fb6758c3 service nova] Acquiring lock "0503a11c-fa6a-4455-904b-03bb67acc6ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e24e8269-5d3a-49e5-8880-041e969cbe7a req-db0f4a32-40e4-45a3-9861-b343fb6758c3 service nova] Lock "0503a11c-fa6a-4455-904b-03bb67acc6ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e24e8269-5d3a-49e5-8880-041e969cbe7a req-db0f4a32-40e4-45a3-9861-b343fb6758c3 service nova] Lock "0503a11c-fa6a-4455-904b-03bb67acc6ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG nova.compute.manager [req-e24e8269-5d3a-49e5-8880-041e969cbe7a req-db0f4a32-40e4-45a3-9861-b343fb6758c3 service nova] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] No waiting events found dispatching network-vif-plugged-30bbd6d7-43d4-4376-8e7a-8a86d377425b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:52:50 user nova-compute[74922]: WARNING nova.compute.manager [req-e24e8269-5d3a-49e5-8880-041e969cbe7a req-db0f4a32-40e4-45a3-9861-b343fb6758c3 service nova] [instance: 0503a11c-fa6a-4455-904b-03bb67acc6ee] Received unexpected event network-vif-plugged-30bbd6d7-43d4-4376-8e7a-8a86d377425b for instance with vm_state deleted and task_state None.
Oct 30 05:52:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Cannot resize image /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Ensure instance console log exists: /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:51 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-c7560ff1-63e3-40e9-8481-833a5d780409 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:52:51 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-c7560ff1-63e3-40e9-8481-833a5d780409 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:52:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c7560ff1-63e3-40e9-8481-833a5d780409 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.467s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:51 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-c7560ff1-63e3-40e9-8481-833a5d780409 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Deleted allocations for instance 0503a11c-fa6a-4455-904b-03bb67acc6ee
Oct 30 05:52:51 user nova-compute[74922]: DEBUG nova.network.neutron [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Successfully created port: 78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:52:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c7560ff1-63e3-40e9-8481-833a5d780409 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "0503a11c-fa6a-4455-904b-03bb67acc6ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.986s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:52 user nova-compute[74922]: DEBUG nova.network.neutron [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Successfully updated port: 78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:52:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "refresh_cache-d9695caf-03be-4f5e-aac7-b6e3bdd081b6" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:52:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquired lock "refresh_cache-d9695caf-03be-4f5e-aac7-b6e3bdd081b6" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:52:52 user nova-compute[74922]: DEBUG nova.network.neutron [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:52:52 user nova-compute[74922]: DEBUG nova.compute.manager [req-15a85f55-a1dd-42d8-b2f8-22a4bbf1da87 req-3c9c501e-0296-4f95-b35b-02b011cfd396 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Received event network-changed-78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:52:52 user nova-compute[74922]: DEBUG nova.compute.manager [req-15a85f55-a1dd-42d8-b2f8-22a4bbf1da87 req-3c9c501e-0296-4f95-b35b-02b011cfd396 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Refreshing instance network info cache due to event network-changed-78cde883-831a-466d-a995-86216926c0a1. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:52:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-15a85f55-a1dd-42d8-b2f8-22a4bbf1da87 req-3c9c501e-0296-4f95-b35b-02b011cfd396 service nova] Acquiring lock "refresh_cache-d9695caf-03be-4f5e-aac7-b6e3bdd081b6" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:52:52 user nova-compute[74922]: DEBUG nova.network.neutron [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:52:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "e078eacb-99e2-472e-94bb-44c60147aff3" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:52 user nova-compute[74922]: DEBUG nova.objects.instance [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lazy-loading 'flavor' on Instance uuid e078eacb-99e2-472e-94bb-44c60147aff3 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:52:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "e078eacb-99e2-472e-94bb-44c60147aff3" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:52 user nova-compute[74922]: INFO nova.compute.manager [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Attaching volume 21c34835-f802-4501-b1e2-494ec774cab9 to /dev/vdb
Oct 30 05:52:53 user nova-compute[74922]: DEBUG os_brick.utils [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7386b9db-1d8d-45cd-914b-da0d8eacbd69]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f1509c4-b0e2-43e2-91f4-dc23f4a8af2d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[03f1665a-3959-407a-af75-ff3394cb271f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e35bc6dc-3238-4879-bcfb-8b536afa3ad0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:52:53 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:52:53 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[86ab7968-d9a7-466a-b09b-098c5d24d288]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG os_brick.utils [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Updating existing volume attachment record: 77938317-508e-4a13-8cdd-7eb8cd8a9b54 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.network.neutron [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Updating instance_info_cache with network_info: [{"id": "78cde883-831a-466d-a995-86216926c0a1", "address": "fa:16:3e:df:14:2f", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78cde883-83", "ovs_interfaceid": "78cde883-831a-466d-a995-86216926c0a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Releasing lock "refresh_cache-d9695caf-03be-4f5e-aac7-b6e3bdd081b6" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Instance network_info: |[{"id": "78cde883-831a-466d-a995-86216926c0a1", "address": "fa:16:3e:df:14:2f", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78cde883-83", "ovs_interfaceid": "78cde883-831a-466d-a995-86216926c0a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-15a85f55-a1dd-42d8-b2f8-22a4bbf1da87 req-3c9c501e-0296-4f95-b35b-02b011cfd396 service nova] Acquired lock "refresh_cache-d9695caf-03be-4f5e-aac7-b6e3bdd081b6" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.network.neutron [req-15a85f55-a1dd-42d8-b2f8-22a4bbf1da87 req-3c9c501e-0296-4f95-b35b-02b011cfd396 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Refreshing network info cache for port 78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Start _get_guest_xml network_info=[{"id": "78cde883-831a-466d-a995-86216926c0a1", "address": "fa:16:3e:df:14:2f", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78cde883-83", "ovs_interfaceid": "78cde883-831a-466d-a995-86216926c0a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:52:53 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:52:53 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:52:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1110358925',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1110358925',id=24,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHkP9KtBBggVQyIWTz+8R02hDMafpswOH14OxR9ZqoVvzW5EUzFEq4GplrEbMDKPFh+vboO+jp6Cf7TvWcEckwaeRA6m1FHBO8cAgfu+wbW3NZGQczEJNK2jYsv2CKbwmA==',key_name='tempest-keypair-739191776',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='73d2a39f4ae84da684337b7e136087ac',ramdisk_id='',reservation_id='r-3ti7qibe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-2094568404',owner_user_name='tempest-AttachVolumeShelveTestJSON-2094568404-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:52:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796b18db1279483e9fb141b8cc077abe',uuid=d9695caf-03be-4f5e-aac7-b6e3bdd081b6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "78cde883-831a-466d-a995-86216926c0a1", "address": "fa:16:3e:df:14:2f", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78cde883-83", "ovs_interfaceid": "78cde883-831a-466d-a995-86216926c0a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Converting VIF {"id": "78cde883-831a-466d-a995-86216926c0a1", "address": "fa:16:3e:df:14:2f", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78cde883-83", "ovs_interfaceid": "78cde883-831a-466d-a995-86216926c0a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:14:2f,bridge_name='br-int',has_traffic_filtering=True,id=78cde883-831a-466d-a995-86216926c0a1,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78cde883-83') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.objects.instance [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lazy-loading 'pci_devices' on Instance uuid d9695caf-03be-4f5e-aac7-b6e3bdd081b6 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:52:53 user nova-compute[74922]:   <uuid>d9695caf-03be-4f5e-aac7-b6e3bdd081b6</uuid>
Oct 30 05:52:53 user nova-compute[74922]:   <name>instance-00000018</name>
Oct 30 05:52:53 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:52:53 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:52:53 user nova-compute[74922]:   <metadata>
Oct 30 05:52:53 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:52:53 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:52:53 user nova-compute[74922]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1110358925</nova:name>
Oct 30 05:52:53 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:52:53</nova:creationTime>
Oct 30 05:52:53 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:52:53 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:52:53 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:52:53 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:52:53 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:52:53 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:52:53 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:52:53 user nova-compute[74922]:       <nova:owner>
Oct 30 05:52:53 user nova-compute[74922]:         <nova:user uuid="796b18db1279483e9fb141b8cc077abe">tempest-AttachVolumeShelveTestJSON-2094568404-project-member</nova:user>
Oct 30 05:52:53 user nova-compute[74922]:         <nova:project uuid="73d2a39f4ae84da684337b7e136087ac">tempest-AttachVolumeShelveTestJSON-2094568404</nova:project>
Oct 30 05:52:53 user nova-compute[74922]:       </nova:owner>
Oct 30 05:52:53 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:52:53 user nova-compute[74922]:       <nova:ports>
Oct 30 05:52:53 user nova-compute[74922]:         <nova:port uuid="78cde883-831a-466d-a995-86216926c0a1">
Oct 30 05:52:53 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 05:52:53 user nova-compute[74922]:         </nova:port>
Oct 30 05:52:53 user nova-compute[74922]:       </nova:ports>
Oct 30 05:52:53 user nova-compute[74922]:     </nova:instance>
Oct 30 05:52:53 user nova-compute[74922]:   </metadata>
Oct 30 05:52:53 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:52:53 user nova-compute[74922]:     <system>
Oct 30 05:52:53 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:52:53 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:52:53 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:52:53 user nova-compute[74922]:       <entry name="serial">d9695caf-03be-4f5e-aac7-b6e3bdd081b6</entry>
Oct 30 05:52:53 user nova-compute[74922]:       <entry name="uuid">d9695caf-03be-4f5e-aac7-b6e3bdd081b6</entry>
Oct 30 05:52:53 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:52:53 user nova-compute[74922]:     </system>
Oct 30 05:52:53 user nova-compute[74922]:   </sysinfo>
Oct 30 05:52:53 user nova-compute[74922]:   <os>
Oct 30 05:52:53 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:52:53 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:52:53 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:52:53 user nova-compute[74922]:   </os>
Oct 30 05:52:53 user nova-compute[74922]:   <features>
Oct 30 05:52:53 user nova-compute[74922]:     <acpi/>
Oct 30 05:52:53 user nova-compute[74922]:     <apic/>
Oct 30 05:52:53 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:52:53 user nova-compute[74922]:   </features>
Oct 30 05:52:53 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:52:53 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:52:53 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:52:53 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:52:53 user nova-compute[74922]:   </clock>
Oct 30 05:52:53 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:52:53 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:52:53 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:52:53 user nova-compute[74922]:   </cpu>
Oct 30 05:52:53 user nova-compute[74922]:   <devices>
Oct 30 05:52:53 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:52:53 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:52:53 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk"/>
Oct 30 05:52:53 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:52:53 user nova-compute[74922]:     </disk>
Oct 30 05:52:53 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:52:53 user nova-compute[74922]:       <mac address="fa:16:3e:df:14:2f"/>
Oct 30 05:52:53 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:52:53 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:52:53 user nova-compute[74922]:       <target dev="tap78cde883-83"/>
Oct 30 05:52:53 user nova-compute[74922]:     </interface>
Oct 30 05:52:53 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:52:53 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/console.log" append="off"/>
Oct 30 05:52:53 user nova-compute[74922]:     </serial>
Oct 30 05:52:53 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:52:53 user nova-compute[74922]:     <video>
Oct 30 05:52:53 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:52:53 user nova-compute[74922]:     </video>
Oct 30 05:52:53 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:52:53 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:52:53 user nova-compute[74922]:     </rng>
Oct 30 05:52:53 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:52:53 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:52:53 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:52:53 user nova-compute[74922]:     </memballoon>
Oct 30 05:52:53 user nova-compute[74922]:   </devices>
Oct 30 05:52:53 user nova-compute[74922]: </domain>
Oct 30 05:52:53 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:52:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1110358925',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1110358925',id=24,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHkP9KtBBggVQyIWTz+8R02hDMafpswOH14OxR9ZqoVvzW5EUzFEq4GplrEbMDKPFh+vboO+jp6Cf7TvWcEckwaeRA6m1FHBO8cAgfu+wbW3NZGQczEJNK2jYsv2CKbwmA==',key_name='tempest-keypair-739191776',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='73d2a39f4ae84da684337b7e136087ac',ramdisk_id='',reservation_id='r-3ti7qibe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-2094568404',owner_user_name='tempest-AttachVolumeShelveTestJSON-2094568404-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:52:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796b18db1279483e9fb141b8cc077abe',uuid=d9695caf-03be-4f5e-aac7-b6e3bdd081b6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "78cde883-831a-466d-a995-86216926c0a1", "address": "fa:16:3e:df:14:2f", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78cde883-83", "ovs_interfaceid": "78cde883-831a-466d-a995-86216926c0a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Converting VIF {"id": "78cde883-831a-466d-a995-86216926c0a1", "address": "fa:16:3e:df:14:2f", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78cde883-83", "ovs_interfaceid": "78cde883-831a-466d-a995-86216926c0a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:14:2f,bridge_name='br-int',has_traffic_filtering=True,id=78cde883-831a-466d-a995-86216926c0a1,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78cde883-83') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG os_vif [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:14:2f,bridge_name='br-int',has_traffic_filtering=True,id=78cde883-831a-466d-a995-86216926c0a1,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78cde883-83') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7ef2b9eb-2ccb-51ec-af59-6786ac75184d', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap78cde883-83, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap78cde883-83, col_values=(('qos', UUID('138c5a55-c06a-477e-b45a-251a6ae64f91')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap78cde883-83, col_values=(('external_ids', {'iface-id': '78cde883-831a-466d-a995-86216926c0a1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:df:14:2f', 'vm-uuid': 'd9695caf-03be-4f5e-aac7-b6e3bdd081b6'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:53 user nova-compute[74922]: INFO os_vif [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:14:2f,bridge_name='br-int',has_traffic_filtering=True,id=78cde883-831a-466d-a995-86216926c0a1,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78cde883-83')
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] No VIF found with MAC fa:16:3e:df:14:2f, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.network.neutron [req-15a85f55-a1dd-42d8-b2f8-22a4bbf1da87 req-3c9c501e-0296-4f95-b35b-02b011cfd396 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Updated VIF entry in instance network info cache for port 78cde883-831a-466d-a995-86216926c0a1. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG nova.network.neutron [req-15a85f55-a1dd-42d8-b2f8-22a4bbf1da87 req-3c9c501e-0296-4f95-b35b-02b011cfd396 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Updating instance_info_cache with network_info: [{"id": "78cde883-831a-466d-a995-86216926c0a1", "address": "fa:16:3e:df:14:2f", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78cde883-83", "ovs_interfaceid": "78cde883-831a-466d-a995-86216926c0a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:52:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-15a85f55-a1dd-42d8-b2f8-22a4bbf1da87 req-3c9c501e-0296-4f95-b35b-02b011cfd396 service nova] Releasing lock "refresh_cache-d9695caf-03be-4f5e-aac7-b6e3bdd081b6" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:52:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:54 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:52:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:54 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:52:54 user nova-compute[74922]: INFO nova.compute.claims [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Claim successful on node user
Oct 30 05:52:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:55 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:52:55 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:52:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.499s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:55 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:52:55 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:52:55 user nova-compute[74922]: DEBUG nova.network.neutron [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:52:55 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:52:55 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:52:55 user nova-compute[74922]: DEBUG nova.policy [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04edad06b29641c0b1dd6d4d8ecd76ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd351e3ef48c843f2b24492d6b235189f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:52:55 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:52:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:52:55 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Creating image(s)
Oct 30 05:52:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "/opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "/opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "/opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.190s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.210s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:55 user nova-compute[74922]: DEBUG nova.network.neutron [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Successfully created port: b4b2d896-7321-4cb6-96e0-8d6ba188b02c {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:52:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk 1073741824" returned: 0 in 0.054s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.269s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "65631229-4687-4394-b06e-2cca0312587b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "65631229-4687-4394-b06e-2cca0312587b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG nova.objects.instance [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lazy-loading 'flavor' on Instance uuid 65631229-4687-4394-b06e-2cca0312587b {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.186s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Checking if we can resize image /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "65631229-4687-4394-b06e-2cca0312587b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.110s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Cannot resize image /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Ensure instance console log exists: /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "65631229-4687-4394-b06e-2cca0312587b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "65631229-4687-4394-b06e-2cca0312587b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:56 user nova-compute[74922]: INFO nova.compute.manager [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Attaching volume 4502390d-35bf-450e-93b4-141fb7fb6332 to /dev/vdb
Oct 30 05:52:56 user nova-compute[74922]: DEBUG os_brick.utils [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[20184258-273b-4156-9a92-88191bdfa0aa]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[581a9549-b23a-4ece-92c5-8f490eeb50e4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c6b1260-8951-4b8e-9c7f-e002d4362489]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdf1f2d6-3fb1-4143-a814-88074ec9b533]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:52:56 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[cecfbd4c-15e6-44d7-91b8-478cdf70a5a4]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG os_brick.utils [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Updating existing volume attachment record: c0f7f80b-c420-40a9-a8ab-af69159fc353 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG nova.network.neutron [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Successfully updated port: b4b2d896-7321-4cb6-96e0-8d6ba188b02c {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "refresh_cache-33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquired lock "refresh_cache-33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG nova.network.neutron [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG nova.compute.manager [req-73ac6257-9caf-4511-8bca-07fb9d2c4350 req-78010bb4-c9e6-4526-88d7-9d3eed4a5e4f service nova] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Received event network-changed-b4b2d896-7321-4cb6-96e0-8d6ba188b02c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG nova.compute.manager [req-73ac6257-9caf-4511-8bca-07fb9d2c4350 req-78010bb4-c9e6-4526-88d7-9d3eed4a5e4f service nova] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Refreshing instance network info cache due to event network-changed-b4b2d896-7321-4cb6-96e0-8d6ba188b02c. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-73ac6257-9caf-4511-8bca-07fb9d2c4350 req-78010bb4-c9e6-4526-88d7-9d3eed4a5e4f service nova] Acquiring lock "refresh_cache-33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG nova.network.neutron [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG nova.network.neutron [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Updating instance_info_cache with network_info: [{"id": "b4b2d896-7321-4cb6-96e0-8d6ba188b02c", "address": "fa:16:3e:fb:e2:f0", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4b2d896-73", "ovs_interfaceid": "b4b2d896-7321-4cb6-96e0-8d6ba188b02c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Releasing lock "refresh_cache-33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Instance network_info: |[{"id": "b4b2d896-7321-4cb6-96e0-8d6ba188b02c", "address": "fa:16:3e:fb:e2:f0", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4b2d896-73", "ovs_interfaceid": "b4b2d896-7321-4cb6-96e0-8d6ba188b02c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-73ac6257-9caf-4511-8bca-07fb9d2c4350 req-78010bb4-c9e6-4526-88d7-9d3eed4a5e4f service nova] Acquired lock "refresh_cache-33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG nova.network.neutron [req-73ac6257-9caf-4511-8bca-07fb9d2c4350 req-78010bb4-c9e6-4526-88d7-9d3eed4a5e4f service nova] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Refreshing network info cache for port b4b2d896-7321-4cb6-96e0-8d6ba188b02c {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:52:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Start _get_guest_xml network_info=[{"id": "b4b2d896-7321-4cb6-96e0-8d6ba188b02c", "address": "fa:16:3e:fb:e2:f0", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4b2d896-73", "ovs_interfaceid": "b4b2d896-7321-4cb6-96e0-8d6ba188b02c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:52:57 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:52:57 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:52:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2042582821',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2042582821',id=25,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d351e3ef48c843f2b24492d6b235189f',ramdisk_id='',reservation_id='r-l9gdiofv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:52:55Z,user_data=None,user_id='04edad06b29641c0b1dd6d4d8ecd76ef',uuid=33b870f3-a8dd-46a7-a88b-aa8c751b1e2e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b4b2d896-7321-4cb6-96e0-8d6ba188b02c", "address": "fa:16:3e:fb:e2:f0", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4b2d896-73", "ovs_interfaceid": "b4b2d896-7321-4cb6-96e0-8d6ba188b02c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converting VIF {"id": "b4b2d896-7321-4cb6-96e0-8d6ba188b02c", "address": "fa:16:3e:fb:e2:f0", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4b2d896-73", "ovs_interfaceid": "b4b2d896-7321-4cb6-96e0-8d6ba188b02c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:e2:f0,bridge_name='br-int',has_traffic_filtering=True,id=b4b2d896-7321-4cb6-96e0-8d6ba188b02c,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4b2d896-73') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.objects.instance [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lazy-loading 'pci_devices' on Instance uuid 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:52:57 user nova-compute[74922]:   <uuid>33b870f3-a8dd-46a7-a88b-aa8c751b1e2e</uuid>
Oct 30 05:52:57 user nova-compute[74922]:   <name>instance-00000019</name>
Oct 30 05:52:57 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:52:57 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:52:57 user nova-compute[74922]:   <metadata>
Oct 30 05:52:57 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:52:57 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:52:57 user nova-compute[74922]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-2042582821</nova:name>
Oct 30 05:52:57 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:52:57</nova:creationTime>
Oct 30 05:52:57 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:52:57 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:52:57 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:52:57 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:52:57 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:52:57 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:52:57 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:52:57 user nova-compute[74922]:       <nova:owner>
Oct 30 05:52:57 user nova-compute[74922]:         <nova:user uuid="04edad06b29641c0b1dd6d4d8ecd76ef">tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member</nova:user>
Oct 30 05:52:57 user nova-compute[74922]:         <nova:project uuid="d351e3ef48c843f2b24492d6b235189f">tempest-ServerBootFromVolumeStableRescueTest-1475644647</nova:project>
Oct 30 05:52:57 user nova-compute[74922]:       </nova:owner>
Oct 30 05:52:57 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:52:57 user nova-compute[74922]:       <nova:ports>
Oct 30 05:52:57 user nova-compute[74922]:         <nova:port uuid="b4b2d896-7321-4cb6-96e0-8d6ba188b02c">
Oct 30 05:52:57 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 30 05:52:57 user nova-compute[74922]:         </nova:port>
Oct 30 05:52:57 user nova-compute[74922]:       </nova:ports>
Oct 30 05:52:57 user nova-compute[74922]:     </nova:instance>
Oct 30 05:52:57 user nova-compute[74922]:   </metadata>
Oct 30 05:52:57 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:52:57 user nova-compute[74922]:     <system>
Oct 30 05:52:57 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:52:57 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:52:57 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:52:57 user nova-compute[74922]:       <entry name="serial">33b870f3-a8dd-46a7-a88b-aa8c751b1e2e</entry>
Oct 30 05:52:57 user nova-compute[74922]:       <entry name="uuid">33b870f3-a8dd-46a7-a88b-aa8c751b1e2e</entry>
Oct 30 05:52:57 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:52:57 user nova-compute[74922]:     </system>
Oct 30 05:52:57 user nova-compute[74922]:   </sysinfo>
Oct 30 05:52:57 user nova-compute[74922]:   <os>
Oct 30 05:52:57 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:52:57 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:52:57 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:52:57 user nova-compute[74922]:   </os>
Oct 30 05:52:57 user nova-compute[74922]:   <features>
Oct 30 05:52:57 user nova-compute[74922]:     <acpi/>
Oct 30 05:52:57 user nova-compute[74922]:     <apic/>
Oct 30 05:52:57 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:52:57 user nova-compute[74922]:   </features>
Oct 30 05:52:57 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:52:57 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:52:57 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:52:57 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:52:57 user nova-compute[74922]:   </clock>
Oct 30 05:52:57 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:52:57 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:52:57 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:52:57 user nova-compute[74922]:   </cpu>
Oct 30 05:52:57 user nova-compute[74922]:   <devices>
Oct 30 05:52:57 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:52:57 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:52:57 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk"/>
Oct 30 05:52:57 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:52:57 user nova-compute[74922]:     </disk>
Oct 30 05:52:57 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:52:57 user nova-compute[74922]:       <mac address="fa:16:3e:fb:e2:f0"/>
Oct 30 05:52:57 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:52:57 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:52:57 user nova-compute[74922]:       <target dev="tapb4b2d896-73"/>
Oct 30 05:52:57 user nova-compute[74922]:     </interface>
Oct 30 05:52:57 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:52:57 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/console.log" append="off"/>
Oct 30 05:52:57 user nova-compute[74922]:     </serial>
Oct 30 05:52:57 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:52:57 user nova-compute[74922]:     <video>
Oct 30 05:52:57 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:52:57 user nova-compute[74922]:     </video>
Oct 30 05:52:57 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:52:57 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:52:57 user nova-compute[74922]:     </rng>
Oct 30 05:52:57 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:52:57 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:52:57 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:52:57 user nova-compute[74922]:     </memballoon>
Oct 30 05:52:57 user nova-compute[74922]:   </devices>
Oct 30 05:52:57 user nova-compute[74922]: </domain>
Oct 30 05:52:57 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:52:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2042582821',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2042582821',id=25,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d351e3ef48c843f2b24492d6b235189f',ramdisk_id='',reservation_id='r-l9gdiofv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:52:55Z,user_data=None,user_id='04edad06b29641c0b1dd6d4d8ecd76ef',uuid=33b870f3-a8dd-46a7-a88b-aa8c751b1e2e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b4b2d896-7321-4cb6-96e0-8d6ba188b02c", "address": "fa:16:3e:fb:e2:f0", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4b2d896-73", "ovs_interfaceid": "b4b2d896-7321-4cb6-96e0-8d6ba188b02c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converting VIF {"id": "b4b2d896-7321-4cb6-96e0-8d6ba188b02c", "address": "fa:16:3e:fb:e2:f0", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4b2d896-73", "ovs_interfaceid": "b4b2d896-7321-4cb6-96e0-8d6ba188b02c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:e2:f0,bridge_name='br-int',has_traffic_filtering=True,id=b4b2d896-7321-4cb6-96e0-8d6ba188b02c,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4b2d896-73') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG os_vif [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:e2:f0,bridge_name='br-int',has_traffic_filtering=True,id=b4b2d896-7321-4cb6-96e0-8d6ba188b02c,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4b2d896-73') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a1f583c7-dc9a-5b82-84b3-68de6806d141', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb4b2d896-73, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb4b2d896-73, col_values=(('qos', UUID('e1252746-dc2e-4a5b-bc71-db616175b5f6')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb4b2d896-73, col_values=(('external_ids', {'iface-id': 'b4b2d896-7321-4cb6-96e0-8d6ba188b02c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fb:e2:f0', 'vm-uuid': '33b870f3-a8dd-46a7-a88b-aa8c751b1e2e'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:57 user nova-compute[74922]: INFO os_vif [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:e2:f0,bridge_name='br-int',has_traffic_filtering=True,id=b4b2d896-7321-4cb6-96e0-8d6ba188b02c,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4b2d896-73')
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] No VIF found with MAC fa:16:3e:fb:e2:f0, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.compute.manager [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:52:57 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Instance spawned successfully.
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:52:57 user nova-compute[74922]: INFO nova.compute.manager [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Took 7.42 seconds to spawn the instance on the hypervisor.
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.compute.manager [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:52:57 user nova-compute[74922]: INFO nova.compute.manager [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Took 9.31 seconds to build instance.
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.network.neutron [req-73ac6257-9caf-4511-8bca-07fb9d2c4350 req-78010bb4-c9e6-4526-88d7-9d3eed4a5e4f service nova] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Updated VIF entry in instance network info cache for port b4b2d896-7321-4cb6-96e0-8d6ba188b02c. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG nova.network.neutron [req-73ac6257-9caf-4511-8bca-07fb9d2c4350 req-78010bb4-c9e6-4526-88d7-9d3eed4a5e4f service nova] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Updating instance_info_cache with network_info: [{"id": "b4b2d896-7321-4cb6-96e0-8d6ba188b02c", "address": "fa:16:3e:fb:e2:f0", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4b2d896-73", "ovs_interfaceid": "b4b2d896-7321-4cb6-96e0-8d6ba188b02c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1129968e-0230-469b-9ab4-962ee02aad77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.461s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-73ac6257-9caf-4511-8bca-07fb9d2c4350 req-78010bb4-c9e6-4526-88d7-9d3eed4a5e4f service nova] Releasing lock "refresh_cache-33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:52:58 user nova-compute[74922]: DEBUG nova.compute.manager [req-e51ec0d5-90c5-4945-a11f-b05727083905 req-bf41fc04-b0cd-4d23-84f8-1aba21babf49 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Received event network-vif-plugged-78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:52:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e51ec0d5-90c5-4945-a11f-b05727083905 req-bf41fc04-b0cd-4d23-84f8-1aba21babf49 service nova] Acquiring lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e51ec0d5-90c5-4945-a11f-b05727083905 req-bf41fc04-b0cd-4d23-84f8-1aba21babf49 service nova] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e51ec0d5-90c5-4945-a11f-b05727083905 req-bf41fc04-b0cd-4d23-84f8-1aba21babf49 service nova] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:58 user nova-compute[74922]: DEBUG nova.compute.manager [req-e51ec0d5-90c5-4945-a11f-b05727083905 req-bf41fc04-b0cd-4d23-84f8-1aba21babf49 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] No waiting events found dispatching network-vif-plugged-78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:52:58 user nova-compute[74922]: WARNING nova.compute.manager [req-e51ec0d5-90c5-4945-a11f-b05727083905 req-bf41fc04-b0cd-4d23-84f8-1aba21babf49 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Received unexpected event network-vif-plugged-78cde883-831a-466d-a995-86216926c0a1 for instance with vm_state active and task_state None.
Oct 30 05:52:58 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:58 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:58 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:58 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:58 user nova-compute[74922]: DEBUG nova.compute.manager [req-3f30f17b-a880-48b4-a9db-f07f7759eb7b req-9dd70ad3-fde5-4a2b-b1a2-4793f2151819 service nova] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Received event network-vif-plugged-b4b2d896-7321-4cb6-96e0-8d6ba188b02c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:52:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3f30f17b-a880-48b4-a9db-f07f7759eb7b req-9dd70ad3-fde5-4a2b-b1a2-4793f2151819 service nova] Acquiring lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:52:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3f30f17b-a880-48b4-a9db-f07f7759eb7b req-9dd70ad3-fde5-4a2b-b1a2-4793f2151819 service nova] Lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:52:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3f30f17b-a880-48b4-a9db-f07f7759eb7b req-9dd70ad3-fde5-4a2b-b1a2-4793f2151819 service nova] Lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:52:58 user nova-compute[74922]: DEBUG nova.compute.manager [req-3f30f17b-a880-48b4-a9db-f07f7759eb7b req-9dd70ad3-fde5-4a2b-b1a2-4793f2151819 service nova] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] No waiting events found dispatching network-vif-plugged-b4b2d896-7321-4cb6-96e0-8d6ba188b02c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:52:58 user nova-compute[74922]: WARNING nova.compute.manager [req-3f30f17b-a880-48b4-a9db-f07f7759eb7b req-9dd70ad3-fde5-4a2b-b1a2-4793f2151819 service nova] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Received unexpected event network-vif-plugged-b4b2d896-7321-4cb6-96e0-8d6ba188b02c for instance with vm_state building and task_state spawning.
Oct 30 05:52:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RchYBbza', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:52:59 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:52:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:52:59 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:52:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:52:59 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[60618336-1287-42b3-a51f-2df108bde23b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:52:59 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.028s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f06bc8ba-8006-49ca-b52c-ea05269574c6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003] added
Oct 30 05:52:59 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b880516f-4d10-42fd-80de-91615e752820]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[55887509-9e57-42c7-9e0d-2e0a242db270]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RchYBbza {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RchYBbza" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dd4a64b-7f18-493d-a46d-8d0ca3866f60]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RchYBbza'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[45e1aeb2-07e0-4af9-907b-9f2f9f7e9515]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[41a2cd67-3b02-45c6-8d48-cc3e4940074c]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:52:59 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:52:59 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:52:59 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:52:59 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:52:59 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:52:59 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 -p 172.16.0.220:3260 --login" returned: 0 in 0.082s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b204b7a-c00f-40c4-830c-0ed68a451697]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003, portal: 172.16.0.220,3260]
Oct 30 05:52:59 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003, portal: 172.16.0.220,3260] successful.
Oct 30 05:52:59 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[be815e40-28a7-4aa6-89ae-79edf2dd8df6]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c85566eb-a123-494e-bf01-08e4bccc80ab]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:52:59 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:52:59 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:52:59 user nova-compute[74922]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 (non-flash)
Oct 30 05:52:59 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:52:59 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:52:59 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:52:59 user nova-compute[74922]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 (non-flash)
Oct 30 05:52:59 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.360s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] HCTL ('33', '-', '-', 0) found on session 27 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0be3b37c-5a48-48a3-a623-9b2a7d98f81c]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Searching for a device in session 27 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:52:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RchYBbza', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:53:00 user nova-compute[74922]: DEBUG nova.compute.manager [req-2f4d8f33-1438-4e37-9bc9-9248d0d0d414 req-878403c9-4f1d-4d61-b688-03d31f1ac14b service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Received event network-vif-plugged-78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2f4d8f33-1438-4e37-9bc9-9248d0d0d414 req-878403c9-4f1d-4d61-b688-03d31f1ac14b service nova] Acquiring lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2f4d8f33-1438-4e37-9bc9-9248d0d0d414 req-878403c9-4f1d-4d61-b688-03d31f1ac14b service nova] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2f4d8f33-1438-4e37-9bc9-9248d0d0d414 req-878403c9-4f1d-4d61-b688-03d31f1ac14b service nova] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:00 user nova-compute[74922]: DEBUG nova.compute.manager [req-2f4d8f33-1438-4e37-9bc9-9248d0d0d414 req-878403c9-4f1d-4d61-b688-03d31f1ac14b service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] No waiting events found dispatching network-vif-plugged-78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:53:00 user nova-compute[74922]: WARNING nova.compute.manager [req-2f4d8f33-1438-4e37-9bc9-9248d0d0d414 req-878403c9-4f1d-4d61-b688-03d31f1ac14b service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Received unexpected event network-vif-plugged-78cde883-831a-466d-a995-86216926c0a1 for instance with vm_state active and task_state None.
Oct 30 05:53:00 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.411s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:53:00 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] <== connect_volume: return (1414ms) {'type': 'block', 'scsi_wwn': '26335353639616462', 'path': '/dev/sdb'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:53:00 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26335353639616462', 'path': '/dev/sdb'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:53:00 user nova-compute[74922]: DEBUG nova.objects.instance [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lazy-loading 'flavor' on Instance uuid bb0f3f8e-3892-480a-b624-e1fb1fea8696 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:53:00 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 05:53:00 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:53:00 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 05:53:00 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:53:00 user nova-compute[74922]:   <serial>281da940-5570-4a97-855d-6e1d7515c003</serial>
Oct 30 05:53:00 user nova-compute[74922]: </disk>
Oct 30 05:53:00 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 05:53:00 user nova-compute[74922]: DEBUG nova.compute.manager [req-79b6f5f2-263e-4a8e-9775-82cf610d67a3 req-04c61d43-e629-4517-b944-4d4b7aeb675f service nova] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Received event network-vif-plugged-b4b2d896-7321-4cb6-96e0-8d6ba188b02c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-79b6f5f2-263e-4a8e-9775-82cf610d67a3 req-04c61d43-e629-4517-b944-4d4b7aeb675f service nova] Acquiring lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-79b6f5f2-263e-4a8e-9775-82cf610d67a3 req-04c61d43-e629-4517-b944-4d4b7aeb675f service nova] Lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-79b6f5f2-263e-4a8e-9775-82cf610d67a3 req-04c61d43-e629-4517-b944-4d4b7aeb675f service nova] Lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:00 user nova-compute[74922]: DEBUG nova.compute.manager [req-79b6f5f2-263e-4a8e-9775-82cf610d67a3 req-04c61d43-e629-4517-b944-4d4b7aeb675f service nova] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] No waiting events found dispatching network-vif-plugged-b4b2d896-7321-4cb6-96e0-8d6ba188b02c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:53:00 user nova-compute[74922]: WARNING nova.compute.manager [req-79b6f5f2-263e-4a8e-9775-82cf610d67a3 req-04c61d43-e629-4517-b944-4d4b7aeb675f service nova] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Received unexpected event network-vif-plugged-b4b2d896-7321-4cb6-96e0-8d6ba188b02c for instance with vm_state building and task_state spawning.
Oct 30 05:53:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:53:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:53:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] No VIF found with MAC fa:16:3e:36:0e:42, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:53:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8cc86649-e8c8-44f9-b064-3347cd0c9f0b tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 28.777s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:01 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:53:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:53:01 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Instance spawned successfully.
Oct 30 05:53:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:53:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:53:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:53:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:53:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:53:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:53:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:53:01 user nova-compute[74922]: INFO nova.compute.manager [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Took 5.96 seconds to spawn the instance on the hypervisor.
Oct 30 05:53:01 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:53:01 user nova-compute[74922]: INFO nova.compute.manager [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Took 6.86 seconds to build instance.
Oct 30 05:53:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fecdb7e-80a9-440d-a213-939eb3cfd695 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.955s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Acquiring lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Acquiring lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:01 user nova-compute[74922]: INFO nova.compute.manager [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Terminating instance
Oct 30 05:53:01 user nova-compute[74922]: DEBUG nova.compute.manager [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 05:53:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:02 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Instance destroyed successfully.
Oct 30 05:53:02 user nova-compute[74922]: DEBUG nova.objects.instance [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lazy-loading 'resources' on Instance uuid bb0f3f8e-3892-480a-b624-e1fb1fea8696 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:50:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1985899931',display_name='tempest-DeleteServersTestJSON-server-1985899931',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1985899931',id=21,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:50:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='aba01d2b60ff48a78f483f4c3ef4a653',ramdisk_id='',reservation_id='r-unb9gq51',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-713314864',owner_user_name='tempest-DeleteServersTestJSON-713314864-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:50:44Z,user_data=None,user_id='7354d3af13d8427cbb2378580b8ee76e',uuid=bb0f3f8e-3892-480a-b624-e1fb1fea8696,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "18287efa-04e8-4e6d-ad12-1182f57f1785", "address": "fa:16:3e:36:0e:42", "network": {"id": "30a1e9f1-2403-4e02-802f-062af6e8f17f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-463472841-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aba01d2b60ff48a78f483f4c3ef4a653", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18287efa-04", "ovs_interfaceid": "18287efa-04e8-4e6d-ad12-1182f57f1785", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Converting VIF {"id": "18287efa-04e8-4e6d-ad12-1182f57f1785", "address": "fa:16:3e:36:0e:42", "network": {"id": "30a1e9f1-2403-4e02-802f-062af6e8f17f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-463472841-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aba01d2b60ff48a78f483f4c3ef4a653", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18287efa-04", "ovs_interfaceid": "18287efa-04e8-4e6d-ad12-1182f57f1785", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:0e:42,bridge_name='br-int',has_traffic_filtering=True,id=18287efa-04e8-4e6d-ad12-1182f57f1785,network=Network(30a1e9f1-2403-4e02-802f-062af6e8f17f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18287efa-04') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG os_vif [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:0e:42,bridge_name='br-int',has_traffic_filtering=True,id=18287efa-04e8-4e6d-ad12-1182f57f1785,network=Network(30a1e9f1-2403-4e02-802f-062af6e8f17f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18287efa-04') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap18287efa-04, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bc572c0d-e90b-485f-a488-548a92512c5c) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:02 user nova-compute[74922]: INFO os_vif [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:0e:42,bridge_name='br-int',has_traffic_filtering=True,id=18287efa-04e8-4e6d-ad12-1182f57f1785,network=Network(30a1e9f1-2403-4e02-802f-062af6e8f17f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18287efa-04')
Oct 30 05:53:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RchYBbza', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:53:02 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:53:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8b4ff9c-76d1-41db-95f1-1bb5f877b869]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:53:02 user nova-compute[74922]: No targets found.
Oct 30 05:53:02 user nova-compute[74922]: iSNS:
Oct 30 05:53:02 user nova-compute[74922]: No targets found.
Oct 30 05:53:02 user nova-compute[74922]: STATIC:
Oct 30 05:53:02 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42
Oct 30 05:53:02 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:53:02 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:53:02 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b
Oct 30 05:53:02 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:53:02 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:53:02 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128
Oct 30 05:53:02 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:53:02 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:53:02 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003
Oct 30 05:53:02 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:53:02 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:53:02 user nova-compute[74922]: FIRMWARE:
Oct 30 05:53:02 user nova-compute[74922]: No targets found.
Oct 30 05:53:02 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:53:02 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:53:02 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[04b7cac2-c05c-4f2a-90d7-500100d37332]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[63bd0a16-5ba1-4a76-9117-8c36d8f407cc]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:53:02 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:53:02 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:53:02 user nova-compute[74922]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 (non-flash)
Oct 30 05:53:02 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:53:02 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:53:02 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:53:02 user nova-compute[74922]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 (non-flash)
Oct 30 05:53:02 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82086d68c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003'): ({'sdb'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Removing single pathed devices sdb {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[85dab324-4e7a-4b0c-bfee-64f52fc7ff4f]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e20cf013-da80-415e-9a5c-d6d6983bafb1]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Flushing IO for device /dev/sdb {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[22aec4bf-ac16-4d56-baad-b5ab66fa2cab]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5544f00-68c3-4dd4-bdcd-9e1bc7f8d52a]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d24d1136-9350-498f-8149-cfeb82c12a0c]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG nova.compute.manager [req-6f7d248e-66df-4c89-9759-36dc07cec653 req-e53e0e68-2c63-4381-a14a-9c35ca9a2c0f service nova] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Received event network-vif-unplugged-18287efa-04e8-4e6d-ad12-1182f57f1785 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6f7d248e-66df-4c89-9759-36dc07cec653 req-e53e0e68-2c63-4381-a14a-9c35ca9a2c0f service nova] Acquiring lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6f7d248e-66df-4c89-9759-36dc07cec653 req-e53e0e68-2c63-4381-a14a-9c35ca9a2c0f service nova] Lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6f7d248e-66df-4c89-9759-36dc07cec653 req-e53e0e68-2c63-4381-a14a-9c35ca9a2c0f service nova] Lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG nova.compute.manager [req-6f7d248e-66df-4c89-9759-36dc07cec653 req-e53e0e68-2c63-4381-a14a-9c35ca9a2c0f service nova] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] No waiting events found dispatching network-vif-unplugged-18287efa-04e8-4e6d-ad12-1182f57f1785 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG nova.compute.manager [req-6f7d248e-66df-4c89-9759-36dc07cec653 req-e53e0e68-2c63-4381-a14a-9c35ca9a2c0f service nova] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Received event network-vif-unplugged-18287efa-04e8-4e6d-ad12-1182f57f1785 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG nova.compute.manager [req-6f7d248e-66df-4c89-9759-36dc07cec653 req-e53e0e68-2c63-4381-a14a-9c35ca9a2c0f service nova] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Received event network-vif-plugged-18287efa-04e8-4e6d-ad12-1182f57f1785 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6f7d248e-66df-4c89-9759-36dc07cec653 req-e53e0e68-2c63-4381-a14a-9c35ca9a2c0f service nova] Acquiring lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6f7d248e-66df-4c89-9759-36dc07cec653 req-e53e0e68-2c63-4381-a14a-9c35ca9a2c0f service nova] Lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6f7d248e-66df-4c89-9759-36dc07cec653 req-e53e0e68-2c63-4381-a14a-9c35ca9a2c0f service nova] Lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG nova.compute.manager [req-6f7d248e-66df-4c89-9759-36dc07cec653 req-e53e0e68-2c63-4381-a14a-9c35ca9a2c0f service nova] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] No waiting events found dispatching network-vif-plugged-18287efa-04e8-4e6d-ad12-1182f57f1785 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:53:03 user nova-compute[74922]: WARNING nova.compute.manager [req-6f7d248e-66df-4c89-9759-36dc07cec653 req-e53e0e68-2c63-4381-a14a-9c35ca9a2c0f service nova] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Received unexpected event network-vif-plugged-18287efa-04e8-4e6d-ad12-1182f57f1785 for instance with vm_state active and task_state deleting.
Oct 30 05:53:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[365b5bec-adbf-4b18-bd64-4f4908761360]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003, portal: 172.16.0.220,3260]
Oct 30 05:53:03 user nova-compute[74922]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003, portal: 172.16.0.220,3260] successful.
Oct 30 05:53:03 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:281da940-5570-4a97-855d-6e1d7515c003 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9880a51-a19d-48dd-a5e9-703013274a19]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.379s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] <== disconnect_volume: return (381ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:53:03 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Deleting instance files /opt/stack/data/nova/instances/bb0f3f8e-3892-480a-b624-e1fb1fea8696_del
Oct 30 05:53:03 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Deletion of /opt/stack/data/nova/instances/bb0f3f8e-3892-480a-b624-e1fb1fea8696_del complete
Oct 30 05:53:03 user nova-compute[74922]: INFO nova.compute.manager [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Took 1.40 seconds to destroy the instance on the hypervisor.
Oct 30 05:53:03 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3cfd414b-4a27-4425-a35f-0bfb722ed695 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Acquiring lock "909d4ec2-735f-4022-b7eb-df4b58a0f151" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3cfd414b-4a27-4425-a35f-0bfb722ed695 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "909d4ec2-735f-4022-b7eb-df4b58a0f151" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3cfd414b-4a27-4425-a35f-0bfb722ed695 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Acquiring lock "909d4ec2-735f-4022-b7eb-df4b58a0f151-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3cfd414b-4a27-4425-a35f-0bfb722ed695 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "909d4ec2-735f-4022-b7eb-df4b58a0f151-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3cfd414b-4a27-4425-a35f-0bfb722ed695 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "909d4ec2-735f-4022-b7eb-df4b58a0f151-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:03 user nova-compute[74922]: INFO nova.compute.manager [None req-3cfd414b-4a27-4425-a35f-0bfb722ed695 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Terminating instance
Oct 30 05:53:03 user nova-compute[74922]: DEBUG nova.compute.manager [None req-3cfd414b-4a27-4425-a35f-0bfb722ed695 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:04 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Instance destroyed successfully.
Oct 30 05:53:04 user nova-compute[74922]: DEBUG nova.objects.instance [None req-3cfd414b-4a27-4425-a35f-0bfb722ed695 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lazy-loading 'resources' on Instance uuid 909d4ec2-735f-4022-b7eb-df4b58a0f151 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:53:04 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-3cfd414b-4a27-4425-a35f-0bfb722ed695 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:51:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1894952720',display_name='tempest-ServersNegativeTestJSON-server-1894952720',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1894952720',id=23,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:51:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7c3ab1f1c3b047948042cab54ae37b08',ramdisk_id='',reservation_id='r-a2qd2z6t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1001209653',owner_user_name='tempest-ServersNegativeTestJSON-1001209653-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:51:20Z,user_data=None,user_id='d367363e2cff41fba683ee415bfa651d',uuid=909d4ec2-735f-4022-b7eb-df4b58a0f151,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "444f0b25-e4c6-44bc-8518-b489fe5be271", "address": "fa:16:3e:c1:f3:a2", "network": {"id": "7457d9ec-6eda-4079-a03c-7d931204af5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1073143125-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c3ab1f1c3b047948042cab54ae37b08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap444f0b25-e4", "ovs_interfaceid": "444f0b25-e4c6-44bc-8518-b489fe5be271", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:53:04 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-3cfd414b-4a27-4425-a35f-0bfb722ed695 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Converting VIF {"id": "444f0b25-e4c6-44bc-8518-b489fe5be271", "address": "fa:16:3e:c1:f3:a2", "network": {"id": "7457d9ec-6eda-4079-a03c-7d931204af5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1073143125-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c3ab1f1c3b047948042cab54ae37b08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap444f0b25-e4", "ovs_interfaceid": "444f0b25-e4c6-44bc-8518-b489fe5be271", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:53:04 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-3cfd414b-4a27-4425-a35f-0bfb722ed695 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c1:f3:a2,bridge_name='br-int',has_traffic_filtering=True,id=444f0b25-e4c6-44bc-8518-b489fe5be271,network=Network(7457d9ec-6eda-4079-a03c-7d931204af5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap444f0b25-e4') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:53:04 user nova-compute[74922]: DEBUG os_vif [None req-3cfd414b-4a27-4425-a35f-0bfb722ed695 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c1:f3:a2,bridge_name='br-int',has_traffic_filtering=True,id=444f0b25-e4c6-44bc-8518-b489fe5be271,network=Network(7457d9ec-6eda-4079-a03c-7d931204af5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap444f0b25-e4') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:53:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap444f0b25-e4, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:53:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:53:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=10ee93ff-0a9f-42e0-b0e2-71bed8cda288) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:53:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:53:04 user nova-compute[74922]: INFO os_vif [None req-3cfd414b-4a27-4425-a35f-0bfb722ed695 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c1:f3:a2,bridge_name='br-int',has_traffic_filtering=True,id=444f0b25-e4c6-44bc-8518-b489fe5be271,network=Network(7457d9ec-6eda-4079-a03c-7d931204af5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap444f0b25-e4')
Oct 30 05:53:04 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-3cfd414b-4a27-4425-a35f-0bfb722ed695 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Deleting instance files /opt/stack/data/nova/instances/909d4ec2-735f-4022-b7eb-df4b58a0f151_del
Oct 30 05:53:04 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-3cfd414b-4a27-4425-a35f-0bfb722ed695 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Deletion of /opt/stack/data/nova/instances/909d4ec2-735f-4022-b7eb-df4b58a0f151_del complete
Oct 30 05:53:04 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:53:04 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Took 1.13 seconds to deallocate network for instance.
Oct 30 05:53:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:04 user nova-compute[74922]: INFO nova.compute.manager [None req-3cfd414b-4a27-4425-a35f-0bfb722ed695 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Took 1.04 seconds to destroy the instance on the hypervisor.
Oct 30 05:53:04 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-3cfd414b-4a27-4425-a35f-0bfb722ed695 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 05:53:04 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 05:53:04 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 05:53:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:04 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:53:04 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Took 0.58 seconds to deallocate network for instance.
Oct 30 05:53:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3cfd414b-4a27-4425-a35f-0bfb722ed695 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3cfd414b-4a27-4425-a35f-0bfb722ed695 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-09f41472-7c6c-4d4e-aa21-e3b64621ad0e req-2ca3705a-5661-448c-9962-4aeaf12c92ed service nova] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Received event network-vif-unplugged-444f0b25-e4c6-44bc-8518-b489fe5be271 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-09f41472-7c6c-4d4e-aa21-e3b64621ad0e req-2ca3705a-5661-448c-9962-4aeaf12c92ed service nova] Acquiring lock "909d4ec2-735f-4022-b7eb-df4b58a0f151-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-09f41472-7c6c-4d4e-aa21-e3b64621ad0e req-2ca3705a-5661-448c-9962-4aeaf12c92ed service nova] Lock "909d4ec2-735f-4022-b7eb-df4b58a0f151-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-09f41472-7c6c-4d4e-aa21-e3b64621ad0e req-2ca3705a-5661-448c-9962-4aeaf12c92ed service nova] Lock "909d4ec2-735f-4022-b7eb-df4b58a0f151-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-09f41472-7c6c-4d4e-aa21-e3b64621ad0e req-2ca3705a-5661-448c-9962-4aeaf12c92ed service nova] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] No waiting events found dispatching network-vif-unplugged-444f0b25-e4c6-44bc-8518-b489fe5be271 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:53:05 user nova-compute[74922]: WARNING nova.compute.manager [req-09f41472-7c6c-4d4e-aa21-e3b64621ad0e req-2ca3705a-5661-448c-9962-4aeaf12c92ed service nova] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Received unexpected event network-vif-unplugged-444f0b25-e4c6-44bc-8518-b489fe5be271 for instance with vm_state deleted and task_state None.
Oct 30 05:53:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-09f41472-7c6c-4d4e-aa21-e3b64621ad0e req-2ca3705a-5661-448c-9962-4aeaf12c92ed service nova] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Received event network-vif-deleted-18287efa-04e8-4e6d-ad12-1182f57f1785 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-09f41472-7c6c-4d4e-aa21-e3b64621ad0e req-2ca3705a-5661-448c-9962-4aeaf12c92ed service nova] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Received event network-vif-plugged-444f0b25-e4c6-44bc-8518-b489fe5be271 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-09f41472-7c6c-4d4e-aa21-e3b64621ad0e req-2ca3705a-5661-448c-9962-4aeaf12c92ed service nova] Acquiring lock "909d4ec2-735f-4022-b7eb-df4b58a0f151-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-09f41472-7c6c-4d4e-aa21-e3b64621ad0e req-2ca3705a-5661-448c-9962-4aeaf12c92ed service nova] Lock "909d4ec2-735f-4022-b7eb-df4b58a0f151-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-09f41472-7c6c-4d4e-aa21-e3b64621ad0e req-2ca3705a-5661-448c-9962-4aeaf12c92ed service nova] Lock "909d4ec2-735f-4022-b7eb-df4b58a0f151-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-09f41472-7c6c-4d4e-aa21-e3b64621ad0e req-2ca3705a-5661-448c-9962-4aeaf12c92ed service nova] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] No waiting events found dispatching network-vif-plugged-444f0b25-e4c6-44bc-8518-b489fe5be271 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:53:05 user nova-compute[74922]: WARNING nova.compute.manager [req-09f41472-7c6c-4d4e-aa21-e3b64621ad0e req-2ca3705a-5661-448c-9962-4aeaf12c92ed service nova] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Received unexpected event network-vif-plugged-444f0b25-e4c6-44bc-8518-b489fe5be271 for instance with vm_state deleted and task_state None.
Oct 30 05:53:05 user nova-compute[74922]: DEBUG nova.compute.manager [req-09f41472-7c6c-4d4e-aa21-e3b64621ad0e req-2ca3705a-5661-448c-9962-4aeaf12c92ed service nova] [instance: 909d4ec2-735f-4022-b7eb-df4b58a0f151] Received event network-vif-deleted-444f0b25-e4c6-44bc-8518-b489fe5be271 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:05 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-3cfd414b-4a27-4425-a35f-0bfb722ed695 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:53:05 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-3cfd414b-4a27-4425-a35f-0bfb722ed695 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:53:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3cfd414b-4a27-4425-a35f-0bfb722ed695 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.444s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:05 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-3cfd414b-4a27-4425-a35f-0bfb722ed695 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Deleted allocations for instance 909d4ec2-735f-4022-b7eb-df4b58a0f151
Oct 30 05:53:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3cfd414b-4a27-4425-a35f-0bfb722ed695 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "909d4ec2-735f-4022-b7eb-df4b58a0f151" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.309s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:11 user nova-compute[74922]: INFO nova.compute.manager [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] [instance: bb0f3f8e-3892-480a-b624-e1fb1fea8696] Took 6.69 seconds to detach 1 volumes for instance.
Oct 30 05:53:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:11 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:53:11 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:53:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.421s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:11 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Deleted allocations for instance bb0f3f8e-3892-480a-b624-e1fb1fea8696
Oct 30 05:53:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-56e28ecc-f74b-4902-a682-cd14ca9355aa tempest-DeleteServersTestJSON-713314864 tempest-DeleteServersTestJSON-713314864-project-member] Lock "bb0f3f8e-3892-480a-b624-e1fb1fea8696" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 9.847s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:53:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IAVzKRaD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:53:15 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:53:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:53:15 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:53:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:53:15 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[56d382b8-cf11-44d4-a5c2-b4b851c04f90]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:53:15 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[106bacd1-59e4-4fc8-9988-d10898d739d1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9] added
Oct 30 05:53:15 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[54e94164-d08a-47dd-bb2d-24e8d7b22e93]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6123573-487f-4618-9382-a288fcda2937]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IAVzKRaD {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IAVzKRaD" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1ded4d1-9b9e-4a25-8df4-c3053de233e7]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IAVzKRaD'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f347ff77-1d1e-4f14-be9a-4e3e3f546ad9]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[210dfe8d-f2a8-45e8-a918-b1ddfab917db]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:53:15 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:53:15 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:53:15 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:53:15 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:53:15 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:53:15 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d84b1667-2341-4bf4-8669-25f2dad5b97a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9, portal: 172.16.0.220,3260]
Oct 30 05:53:15 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9, portal: 172.16.0.220,3260] successful.
Oct 30 05:53:15 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bb83e96-06ef-4ab7-b371-f9709775809f]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[76d67554-8b7d-4ef6-b17a-2c6bf3142be4]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:53:15 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:53:15 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:53:15 user nova-compute[74922]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 (non-flash)
Oct 30 05:53:15 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:53:15 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:53:15 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:53:15 user nova-compute[74922]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 (non-flash)
Oct 30 05:53:15 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.291s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] HCTL ('33', '-', '-', 0) found on session 28 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5731a8e0-d832-41f5-81cc-6b8a738c9e32]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Searching for a device in session 28 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:53:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IAVzKRaD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:53:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.322s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:53:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] <== connect_volume: return (1323ms) {'type': 'block', 'scsi_wwn': '26235636230633764', 'path': '/dev/sdb'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:53:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26235636230633764', 'path': '/dev/sdb'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:53:16 user nova-compute[74922]: DEBUG nova.objects.instance [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lazy-loading 'flavor' on Instance uuid e078eacb-99e2-472e-94bb-44c60147aff3 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:53:17 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 05:53:17 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:53:17 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 05:53:17 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:53:17 user nova-compute[74922]:   <serial>21c34835-f802-4501-b1e2-494ec774cab9</serial>
Oct 30 05:53:17 user nova-compute[74922]: </disk>
Oct 30 05:53:17 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 05:53:17 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:53:17 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:53:17 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] No VIF found with MAC fa:16:3e:75:2c:69, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:53:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8b05f15a-9968-4a8f-a6e2-64a468670465 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.569s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xETHqONQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:53:18 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:53:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:53:18 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:53:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:53:18 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d5f7b83-4ca2-4ac9-84e5-0a96b524dc3a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:53:18 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e81e91fc-442d-47aa-80c2-1e4fc3fb1180]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332] added
Oct 30 05:53:18 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e94a7938-4048-489d-af4a-13a60119429c]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d6d0c43-3300-42f0-89af-259a0463ee95]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xETHqONQ {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xETHqONQ" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e80e450-3f36-4e48-a967-c4b14cb34499]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xETHqONQ'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c5ad37c-5c43-4ad0-acaf-42c94fd424cf]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b27b54c-9a26-4f54-98ad-b47019d59fcd]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:53:18 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:53:18 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:53:18 user nova-compute[74922]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 (non-flash)
Oct 30 05:53:18 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:53:18 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:53:18 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:53:18 user nova-compute[74922]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 (non-flash)
Oct 30 05:53:18 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd87bf16-8539-424d-8391-1f0bc9697134]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332, portal: 172.16.0.220,3260]
Oct 30 05:53:18 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332, portal: 172.16.0.220,3260] successful.
Oct 30 05:53:18 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[507874e3-1af5-4fc9-a3b2-5d499febe7e1]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e52a295-f397-4246-989f-3de3d9ab658b]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:53:18 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:53:18 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:53:18 user nova-compute[74922]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 (non-flash)
Oct 30 05:53:18 user nova-compute[74922]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)
Oct 30 05:53:18 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:53:18 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:53:18 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:53:18 user nova-compute[74922]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 (non-flash)
Oct 30 05:53:18 user nova-compute[74922]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)
Oct 30 05:53:18 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.303s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] HCTL ('34', '-', '-', 0) found on session 29 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d05eeef-2960-49df-b04b-129bfb739066]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Searching for a device in session 29 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:53:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xETHqONQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:53:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "e078eacb-99e2-472e-94bb-44c60147aff3" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:19 user nova-compute[74922]: INFO nova.compute.manager [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Detaching volume 21c34835-f802-4501-b1e2-494ec774cab9
Oct 30 05:53:19 user nova-compute[74922]: INFO nova.virt.block_device [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Attempting to driver detach volume 21c34835-f802-4501-b1e2-494ec774cab9 from mountpoint /dev/vdb
Oct 30 05:53:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Attempting to detach device vdb from instance e078eacb-99e2-472e-94bb-44c60147aff3 from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 05:53:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:53:19 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:53:19 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 05:53:19 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:53:19 user nova-compute[74922]:   <serial>21c34835-f802-4501-b1e2-494ec774cab9</serial>
Oct 30 05:53:19 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 05:53:19 user nova-compute[74922]: </disk>
Oct 30 05:53:19 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:53:19 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Successfully detached device vdb from instance e078eacb-99e2-472e-94bb-44c60147aff3 from the persistent domain config.
Oct 30 05:53:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e078eacb-99e2-472e-94bb-44c60147aff3 from the live domain config. {{(pid=74922) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 05:53:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:53:19 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:53:19 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 05:53:19 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:53:19 user nova-compute[74922]:   <serial>21c34835-f802-4501-b1e2-494ec774cab9</serial>
Oct 30 05:53:19 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 05:53:19 user nova-compute[74922]: </disk>
Oct 30 05:53:19 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:53:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-47964555-e0bd-4600-8566-f10cce877dc1 req-6439e2c4-657c-4619-9eb6-6619d2d13041 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-changed-24c5ff8c-872f-4693-b958-f23a2efcdc2c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-47964555-e0bd-4600-8566-f10cce877dc1 req-6439e2c4-657c-4619-9eb6-6619d2d13041 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Refreshing instance network info cache due to event network-changed-24c5ff8c-872f-4693-b958-f23a2efcdc2c. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:53:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-47964555-e0bd-4600-8566-f10cce877dc1 req-6439e2c4-657c-4619-9eb6-6619d2d13041 service nova] Acquiring lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:53:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-47964555-e0bd-4600-8566-f10cce877dc1 req-6439e2c4-657c-4619-9eb6-6619d2d13041 service nova] Acquired lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:53:19 user nova-compute[74922]: DEBUG nova.network.neutron [req-47964555-e0bd-4600-8566-f10cce877dc1 req-6439e2c4-657c-4619-9eb6-6619d2d13041 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Refreshing network info cache for port 24c5ff8c-872f-4693-b958-f23a2efcdc2c {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:53:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.334s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:53:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] <== connect_volume: return (1336ms) {'type': 'block', 'scsi_wwn': '23237373731306266', 'path': '/dev/sdc'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:53:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23237373731306266', 'path': '/dev/sdc'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:53:19 user nova-compute[74922]: DEBUG nova.objects.instance [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lazy-loading 'flavor' on Instance uuid 65631229-4687-4394-b06e-2cca0312587b {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:53:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 05:53:19 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:53:19 user nova-compute[74922]:   <source dev="/dev/sdc"/>
Oct 30 05:53:19 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:53:19 user nova-compute[74922]:   <serial>4502390d-35bf-450e-93b4-141fb7fb6332</serial>
Oct 30 05:53:19 user nova-compute[74922]: </disk>
Oct 30 05:53:19 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 05:53:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e078eacb-99e2-472e-94bb-44c60147aff3 {{(pid=74922) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 05:53:20 user nova-compute[74922]: DEBUG nova.network.neutron [req-47964555-e0bd-4600-8566-f10cce877dc1 req-6439e2c4-657c-4619-9eb6-6619d2d13041 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Updated VIF entry in instance network info cache for port 24c5ff8c-872f-4693-b958-f23a2efcdc2c. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:53:20 user nova-compute[74922]: DEBUG nova.network.neutron [req-47964555-e0bd-4600-8566-f10cce877dc1 req-6439e2c4-657c-4619-9eb6-6619d2d13041 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Updating instance_info_cache with network_info: [{"id": "24c5ff8c-872f-4693-b958-f23a2efcdc2c", "address": "fa:16:3e:b3:86:98", "network": {"id": "b315e416-0e9d-41ff-a4ff-79cc178d62a0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-332044683-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24c5ff8c-87", "ovs_interfaceid": "24c5ff8c-872f-4693-b958-f23a2efcdc2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26efd53d-613e-4122-962e-c96d07e83de6", "address": "fa:16:3e:02:8d:5e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26efd53d-61", "ovs_interfaceid": "26efd53d-613e-4122-962e-c96d07e83de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7d570624-5cb0-474a-b752-0f76927dc51c", "address": "fa:16:3e:48:21:2e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d570624-5c", "ovs_interfaceid": "7d570624-5cb0-474a-b752-0f76927dc51c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5d315383-06fc-4db4-87cc-dd2084ef8e8d", "address": "fa:16:3e:24:d8:6b", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d315383-06", "ovs_interfaceid": "5d315383-06fc-4db4-87cc-dd2084ef8e8d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679", "address": "fa:16:3e:34:b8:7e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f0e13c0-1b", "ovs_interfaceid": "0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5769f91e-9a1c-46e0-8c36-a81a28dc7264", "address": "fa:16:3e:85:33:c3", "network": {"id": "bbd03912-215c-4441-b2aa-5d6cc528802a", "bridge": "br-int", "label": "tempest-device-tagging-net2-96065221", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5769f91e-9a", "ovs_interfaceid": "5769f91e-9a1c-46e0-8c36-a81a28dc7264", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "448d3879-a421-45ca-9687-384f1fa7731b", "address": "fa:16:3e:00:d5:fd", "network": {"id": "bbd03912-215c-4441-b2aa-5d6cc528802a", "bridge": "br-int", "label": "tempest-device-tagging-net2-96065221", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap448d3879-a4", "ovs_interfaceid": "448d3879-a421-45ca-9687-384f1fa7731b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:53:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-47964555-e0bd-4600-8566-f10cce877dc1 req-6439e2c4-657c-4619-9eb6-6619d2d13041 service nova] Releasing lock "refresh_cache-b7a30c65-ce43-4aed-a029-605f9be0facc" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:53:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:53:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:53:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] No VIF found with MAC fa:16:3e:8c:0c:52, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:53:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-a6e3bcc0-574c-45ba-8397-d26702bb8573 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "65631229-4687-4394-b06e-2cca0312587b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.200s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:21 user nova-compute[74922]: INFO nova.compute.manager [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Terminating instance
Oct 30 05:53:21 user nova-compute[74922]: DEBUG nova.compute.manager [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-3441a44a-31f7-4baf-a445-059c9d66a9da req-3e6e71ac-efdc-4424-9ce8-c513f518b69d service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-unplugged-24c5ff8c-872f-4693-b958-f23a2efcdc2c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3441a44a-31f7-4baf-a445-059c9d66a9da req-3e6e71ac-efdc-4424-9ce8-c513f518b69d service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3441a44a-31f7-4baf-a445-059c9d66a9da req-3e6e71ac-efdc-4424-9ce8-c513f518b69d service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3441a44a-31f7-4baf-a445-059c9d66a9da req-3e6e71ac-efdc-4424-9ce8-c513f518b69d service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-3441a44a-31f7-4baf-a445-059c9d66a9da req-3e6e71ac-efdc-4424-9ce8-c513f518b69d service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-unplugged-24c5ff8c-872f-4693-b958-f23a2efcdc2c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-3441a44a-31f7-4baf-a445-059c9d66a9da req-3e6e71ac-efdc-4424-9ce8-c513f518b69d service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-unplugged-24c5ff8c-872f-4693-b958-f23a2efcdc2c for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-234593f9-c58a-457e-9050-de3e329ab2b9 req-d64b691f-52f6-4c07-9f0c-8a139e08dc0c service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-unplugged-26efd53d-613e-4122-962e-c96d07e83de6 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-234593f9-c58a-457e-9050-de3e329ab2b9 req-d64b691f-52f6-4c07-9f0c-8a139e08dc0c service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-234593f9-c58a-457e-9050-de3e329ab2b9 req-d64b691f-52f6-4c07-9f0c-8a139e08dc0c service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-234593f9-c58a-457e-9050-de3e329ab2b9 req-d64b691f-52f6-4c07-9f0c-8a139e08dc0c service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-234593f9-c58a-457e-9050-de3e329ab2b9 req-d64b691f-52f6-4c07-9f0c-8a139e08dc0c service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-unplugged-26efd53d-613e-4122-962e-c96d07e83de6 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-234593f9-c58a-457e-9050-de3e329ab2b9 req-d64b691f-52f6-4c07-9f0c-8a139e08dc0c service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-unplugged-26efd53d-613e-4122-962e-c96d07e83de6 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-d25abeb7-c440-4124-856f-7f6be10214cd req-9c7178ef-234d-4798-a0bf-1fb13f05c196 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-unplugged-7d570624-5cb0-474a-b752-0f76927dc51c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d25abeb7-c440-4124-856f-7f6be10214cd req-9c7178ef-234d-4798-a0bf-1fb13f05c196 service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d25abeb7-c440-4124-856f-7f6be10214cd req-9c7178ef-234d-4798-a0bf-1fb13f05c196 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d25abeb7-c440-4124-856f-7f6be10214cd req-9c7178ef-234d-4798-a0bf-1fb13f05c196 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-d25abeb7-c440-4124-856f-7f6be10214cd req-9c7178ef-234d-4798-a0bf-1fb13f05c196 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-unplugged-7d570624-5cb0-474a-b752-0f76927dc51c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-d25abeb7-c440-4124-856f-7f6be10214cd req-9c7178ef-234d-4798-a0bf-1fb13f05c196 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-unplugged-7d570624-5cb0-474a-b752-0f76927dc51c for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:23 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Instance destroyed successfully.
Oct 30 05:53:23 user nova-compute[74922]: DEBUG nova.objects.instance [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lazy-loading 'resources' on Instance uuid b7a30c65-ce43-4aed-a029-605f9be0facc {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:49:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-470987759',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-470987759',id=20,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiXE1YCp6o3LoZCvkQLqc68UJM01iGfmGLzzFjARYHpFRiNBrP2lT1eaqQE6/CXiDv9zW3s8DRK64V/pgQzyQzKCeQF1sLVxgTpkooZdwKDRSCpzryitSjV3zhE2AKwHw==',key_name='tempest-keypair-730242872',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:51:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3c771d042cb04eee9941d1c9560e9ae7',ramdisk_id='',reservation_id='r-46purccu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-281196712',owner_user_name='tempest-TaggedBootDevicesTest_v242-281196712-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:51:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90f5ecc1fee04934a039095d74a0d931',uuid=b7a30c65-ce43-4aed-a029-605f9be0facc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "24c5ff8c-872f-4693-b958-f23a2efcdc2c", "address": "fa:16:3e:b3:86:98", "network": {"id": "b315e416-0e9d-41ff-a4ff-79cc178d62a0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-332044683-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24c5ff8c-87", "ovs_interfaceid": "24c5ff8c-872f-4693-b958-f23a2efcdc2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converting VIF {"id": "24c5ff8c-872f-4693-b958-f23a2efcdc2c", "address": "fa:16:3e:b3:86:98", "network": {"id": "b315e416-0e9d-41ff-a4ff-79cc178d62a0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-332044683-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24c5ff8c-87", "ovs_interfaceid": "24c5ff8c-872f-4693-b958-f23a2efcdc2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b3:86:98,bridge_name='br-int',has_traffic_filtering=True,id=24c5ff8c-872f-4693-b958-f23a2efcdc2c,network=Network(b315e416-0e9d-41ff-a4ff-79cc178d62a0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24c5ff8c-87') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG os_vif [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b3:86:98,bridge_name='br-int',has_traffic_filtering=True,id=24c5ff8c-872f-4693-b958-f23a2efcdc2c,network=Network(b315e416-0e9d-41ff-a4ff-79cc178d62a0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24c5ff8c-87') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap24c5ff8c-87, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1e6d2434-c424-4eca-943a-38bf12e1120a) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:23 user nova-compute[74922]: INFO os_vif [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b3:86:98,bridge_name='br-int',has_traffic_filtering=True,id=24c5ff8c-872f-4693-b958-f23a2efcdc2c,network=Network(b315e416-0e9d-41ff-a4ff-79cc178d62a0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24c5ff8c-87')
Oct 30 05:53:23 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:49:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-470987759',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-470987759',id=20,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiXE1YCp6o3LoZCvkQLqc68UJM01iGfmGLzzFjARYHpFRiNBrP2lT1eaqQE6/CXiDv9zW3s8DRK64V/pgQzyQzKCeQF1sLVxgTpkooZdwKDRSCpzryitSjV3zhE2AKwHw==',key_name='tempest-keypair-730242872',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:51:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3c771d042cb04eee9941d1c9560e9ae7',ramdisk_id='',reservation_id='r-46purccu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-281196712',owner_user_name='tempest-TaggedBootDevicesTest_v242-281196712-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:51:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90f5ecc1fee04934a039095d74a0d931',uuid=b7a30c65-ce43-4aed-a029-605f9be0facc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "26efd53d-613e-4122-962e-c96d07e83de6", "address": "fa:16:3e:02:8d:5e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26efd53d-61", "ovs_interfaceid": "26efd53d-613e-4122-962e-c96d07e83de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converting VIF {"id": "26efd53d-613e-4122-962e-c96d07e83de6", "address": "fa:16:3e:02:8d:5e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26efd53d-61", "ovs_interfaceid": "26efd53d-613e-4122-962e-c96d07e83de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:8d:5e,bridge_name='br-int',has_traffic_filtering=True,id=26efd53d-613e-4122-962e-c96d07e83de6,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap26efd53d-61') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG os_vif [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:8d:5e,bridge_name='br-int',has_traffic_filtering=True,id=26efd53d-613e-4122-962e-c96d07e83de6,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap26efd53d-61') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap26efd53d-61, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d77c847b-ba2f-4976-a16f-dcaa45152cc9) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: INFO os_vif [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:8d:5e,bridge_name='br-int',has_traffic_filtering=True,id=26efd53d-613e-4122-962e-c96d07e83de6,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap26efd53d-61')
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:49:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-470987759',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-470987759',id=20,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiXE1YCp6o3LoZCvkQLqc68UJM01iGfmGLzzFjARYHpFRiNBrP2lT1eaqQE6/CXiDv9zW3s8DRK64V/pgQzyQzKCeQF1sLVxgTpkooZdwKDRSCpzryitSjV3zhE2AKwHw==',key_name='tempest-keypair-730242872',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:51:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3c771d042cb04eee9941d1c9560e9ae7',ramdisk_id='',reservation_id='r-46purccu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-281196712',owner_user_name='tempest-TaggedBootDevicesTest_v242-281196712-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:51:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90f5ecc1fee04934a039095d74a0d931',uuid=b7a30c65-ce43-4aed-a029-605f9be0facc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7d570624-5cb0-474a-b752-0f76927dc51c", "address": "fa:16:3e:48:21:2e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d570624-5c", "ovs_interfaceid": "7d570624-5cb0-474a-b752-0f76927dc51c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converting VIF {"id": "7d570624-5cb0-474a-b752-0f76927dc51c", "address": "fa:16:3e:48:21:2e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d570624-5c", "ovs_interfaceid": "7d570624-5cb0-474a-b752-0f76927dc51c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:48:21:2e,bridge_name='br-int',has_traffic_filtering=True,id=7d570624-5cb0-474a-b752-0f76927dc51c,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7d570624-5c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_vif [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:48:21:2e,bridge_name='br-int',has_traffic_filtering=True,id=7d570624-5cb0-474a-b752-0f76927dc51c,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7d570624-5c') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7d570624-5c, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=23f15ac9-fe13-4c35-a380-f68bc9b2da14) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: INFO os_vif [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:48:21:2e,bridge_name='br-int',has_traffic_filtering=True,id=7d570624-5cb0-474a-b752-0f76927dc51c,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7d570624-5c')
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:49:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-470987759',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-470987759',id=20,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiXE1YCp6o3LoZCvkQLqc68UJM01iGfmGLzzFjARYHpFRiNBrP2lT1eaqQE6/CXiDv9zW3s8DRK64V/pgQzyQzKCeQF1sLVxgTpkooZdwKDRSCpzryitSjV3zhE2AKwHw==',key_name='tempest-keypair-730242872',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:51:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3c771d042cb04eee9941d1c9560e9ae7',ramdisk_id='',reservation_id='r-46purccu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-281196712',owner_user_name='tempest-TaggedBootDevicesTest_v242-281196712-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:51:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90f5ecc1fee04934a039095d74a0d931',uuid=b7a30c65-ce43-4aed-a029-605f9be0facc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5d315383-06fc-4db4-87cc-dd2084ef8e8d", "address": "fa:16:3e:24:d8:6b", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d315383-06", "ovs_interfaceid": "5d315383-06fc-4db4-87cc-dd2084ef8e8d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converting VIF {"id": "5d315383-06fc-4db4-87cc-dd2084ef8e8d", "address": "fa:16:3e:24:d8:6b", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d315383-06", "ovs_interfaceid": "5d315383-06fc-4db4-87cc-dd2084ef8e8d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:d8:6b,bridge_name='br-int',has_traffic_filtering=True,id=5d315383-06fc-4db4-87cc-dd2084ef8e8d,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d315383-06') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_vif [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:d8:6b,bridge_name='br-int',has_traffic_filtering=True,id=5d315383-06fc-4db4-87cc-dd2084ef8e8d,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d315383-06') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5d315383-06, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=32b8e5b5-1ba0-4121-b1fc-21949db00586) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: INFO os_vif [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:d8:6b,bridge_name='br-int',has_traffic_filtering=True,id=5d315383-06fc-4db4-87cc-dd2084ef8e8d,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d315383-06')
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:49:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-470987759',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-470987759',id=20,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiXE1YCp6o3LoZCvkQLqc68UJM01iGfmGLzzFjARYHpFRiNBrP2lT1eaqQE6/CXiDv9zW3s8DRK64V/pgQzyQzKCeQF1sLVxgTpkooZdwKDRSCpzryitSjV3zhE2AKwHw==',key_name='tempest-keypair-730242872',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:51:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3c771d042cb04eee9941d1c9560e9ae7',ramdisk_id='',reservation_id='r-46purccu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-281196712',owner_user_name='tempest-TaggedBootDevicesTest_v242-281196712-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:51:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90f5ecc1fee04934a039095d74a0d931',uuid=b7a30c65-ce43-4aed-a029-605f9be0facc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679", "address": "fa:16:3e:34:b8:7e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f0e13c0-1b", "ovs_interfaceid": "0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converting VIF {"id": "0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679", "address": "fa:16:3e:34:b8:7e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f0e13c0-1b", "ovs_interfaceid": "0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:b8:7e,bridge_name='br-int',has_traffic_filtering=True,id=0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f0e13c0-1b') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_vif [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:b8:7e,bridge_name='br-int',has_traffic_filtering=True,id=0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f0e13c0-1b') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0f0e13c0-1b, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b4368cf5-efb0-4fbc-99eb-95818a42e94b) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: INFO os_vif [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:b8:7e,bridge_name='br-int',has_traffic_filtering=True,id=0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679,network=Network(a50506a6-af99-4ddf-b89d-91d696f94937),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f0e13c0-1b')
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:49:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-470987759',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-470987759',id=20,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiXE1YCp6o3LoZCvkQLqc68UJM01iGfmGLzzFjARYHpFRiNBrP2lT1eaqQE6/CXiDv9zW3s8DRK64V/pgQzyQzKCeQF1sLVxgTpkooZdwKDRSCpzryitSjV3zhE2AKwHw==',key_name='tempest-keypair-730242872',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:51:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3c771d042cb04eee9941d1c9560e9ae7',ramdisk_id='',reservation_id='r-46purccu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-281196712',owner_user_name='tempest-TaggedBootDevicesTest_v242-281196712-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:51:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90f5ecc1fee04934a039095d74a0d931',uuid=b7a30c65-ce43-4aed-a029-605f9be0facc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5769f91e-9a1c-46e0-8c36-a81a28dc7264", "address": "fa:16:3e:85:33:c3", "network": {"id": "bbd03912-215c-4441-b2aa-5d6cc528802a", "bridge": "br-int", "label": "tempest-device-tagging-net2-96065221", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5769f91e-9a", "ovs_interfaceid": "5769f91e-9a1c-46e0-8c36-a81a28dc7264", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converting VIF {"id": "5769f91e-9a1c-46e0-8c36-a81a28dc7264", "address": "fa:16:3e:85:33:c3", "network": {"id": "bbd03912-215c-4441-b2aa-5d6cc528802a", "bridge": "br-int", "label": "tempest-device-tagging-net2-96065221", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5769f91e-9a", "ovs_interfaceid": "5769f91e-9a1c-46e0-8c36-a81a28dc7264", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:85:33:c3,bridge_name='br-int',has_traffic_filtering=True,id=5769f91e-9a1c-46e0-8c36-a81a28dc7264,network=Network(bbd03912-215c-4441-b2aa-5d6cc528802a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5769f91e-9a') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_vif [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:33:c3,bridge_name='br-int',has_traffic_filtering=True,id=5769f91e-9a1c-46e0-8c36-a81a28dc7264,network=Network(bbd03912-215c-4441-b2aa-5d6cc528802a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5769f91e-9a') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5769f91e-9a, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e70a0607-5dd4-43f7-93bc-405396c86bd7) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: INFO os_vif [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:33:c3,bridge_name='br-int',has_traffic_filtering=True,id=5769f91e-9a1c-46e0-8c36-a81a28dc7264,network=Network(bbd03912-215c-4441-b2aa-5d6cc528802a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5769f91e-9a')
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-30T05:49:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-470987759',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-470987759',id=20,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJiXE1YCp6o3LoZCvkQLqc68UJM01iGfmGLzzFjARYHpFRiNBrP2lT1eaqQE6/CXiDv9zW3s8DRK64V/pgQzyQzKCeQF1sLVxgTpkooZdwKDRSCpzryitSjV3zhE2AKwHw==',key_name='tempest-keypair-730242872',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:51:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3c771d042cb04eee9941d1c9560e9ae7',ramdisk_id='',reservation_id='r-46purccu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-281196712',owner_user_name='tempest-TaggedBootDevicesTest_v242-281196712-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:51:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90f5ecc1fee04934a039095d74a0d931',uuid=b7a30c65-ce43-4aed-a029-605f9be0facc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "448d3879-a421-45ca-9687-384f1fa7731b", "address": "fa:16:3e:00:d5:fd", "network": {"id": "bbd03912-215c-4441-b2aa-5d6cc528802a", "bridge": "br-int", "label": "tempest-device-tagging-net2-96065221", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap448d3879-a4", "ovs_interfaceid": "448d3879-a421-45ca-9687-384f1fa7731b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converting VIF {"id": "448d3879-a421-45ca-9687-384f1fa7731b", "address": "fa:16:3e:00:d5:fd", "network": {"id": "bbd03912-215c-4441-b2aa-5d6cc528802a", "bridge": "br-int", "label": "tempest-device-tagging-net2-96065221", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap448d3879-a4", "ovs_interfaceid": "448d3879-a421-45ca-9687-384f1fa7731b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:d5:fd,bridge_name='br-int',has_traffic_filtering=True,id=448d3879-a421-45ca-9687-384f1fa7731b,network=Network(bbd03912-215c-4441-b2aa-5d6cc528802a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap448d3879-a4') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_vif [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:d5:fd,bridge_name='br-int',has_traffic_filtering=True,id=448d3879-a421-45ca-9687-384f1fa7731b,network=Network(bbd03912-215c-4441-b2aa-5d6cc528802a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap448d3879-a4') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap448d3879-a4, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=faefec51-d3a6-4e41-945b-2ffcd7120f8f) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: INFO os_vif [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:d5:fd,bridge_name='br-int',has_traffic_filtering=True,id=448d3879-a421-45ca-9687-384f1fa7731b,network=Network(bbd03912-215c-4441-b2aa-5d6cc528802a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap448d3879-a4')
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yhqrpiSf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:53:24 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cbeb388-99c5-4652-a6d5-272094bbd8bd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:53:24 user nova-compute[74922]: No targets found.
Oct 30 05:53:24 user nova-compute[74922]: iSNS:
Oct 30 05:53:24 user nova-compute[74922]: No targets found.
Oct 30 05:53:24 user nova-compute[74922]: STATIC:
Oct 30 05:53:24 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42
Oct 30 05:53:24 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:53:24 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:53:24 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9
Oct 30 05:53:24 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:53:24 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:53:24 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b
Oct 30 05:53:24 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:53:24 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:53:24 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128
Oct 30 05:53:24 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:53:24 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:53:24 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332
Oct 30 05:53:24 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:53:24 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:53:24 user nova-compute[74922]: FIRMWARE:
Oct 30 05:53:24 user nova-compute[74922]: No targets found.
Oct 30 05:53:24 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:53:24 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:53:24 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[69958177-fc8e-4484-9ef1-cc3f69a4a17d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7077c2a-e71d-4aa4-b33b-03a98ef7847a]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:53:24 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:53:24 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:53:24 user nova-compute[74922]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 (non-flash)
Oct 30 05:53:24 user nova-compute[74922]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)
Oct 30 05:53:24 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 (non-flash)
Oct 30 05:53:24 user nova-compute[74922]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:53:24 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:53:24 user nova-compute[74922]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 (non-flash)
Oct 30 05:53:24 user nova-compute[74922]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)
Oct 30 05:53:24 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82086b56c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128'): ({'sde'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Removing single pathed devices sde {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad3fdabd-eb29-45c2-bf92-c0d5f2d31324]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c6b5b58-0d96-4bcd-aece-461f29e0888b]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Flushing IO for device /dev/sde {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe520903-b082-4701-8ee2-6a9bfb9694bf]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.048s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec191f3f-0f0b-4855-a845-504011737b26]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] SCSI volumes sde have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[efef3582-0d1a-4b9a-a619-94c1af38616c]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-ca76886a-ef99-487e-90ed-b991f1e5aa74 req-a2cb2347-7f18-4612-a850-546c00e31e7a service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-plugged-24c5ff8c-872f-4693-b958-f23a2efcdc2c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ca76886a-ef99-487e-90ed-b991f1e5aa74 req-a2cb2347-7f18-4612-a850-546c00e31e7a service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ca76886a-ef99-487e-90ed-b991f1e5aa74 req-a2cb2347-7f18-4612-a850-546c00e31e7a service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ca76886a-ef99-487e-90ed-b991f1e5aa74 req-a2cb2347-7f18-4612-a850-546c00e31e7a service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-ca76886a-ef99-487e-90ed-b991f1e5aa74 req-a2cb2347-7f18-4612-a850-546c00e31e7a service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-plugged-24c5ff8c-872f-4693-b958-f23a2efcdc2c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:53:24 user nova-compute[74922]: WARNING nova.compute.manager [req-ca76886a-ef99-487e-90ed-b991f1e5aa74 req-a2cb2347-7f18-4612-a850-546c00e31e7a service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received unexpected event network-vif-plugged-24c5ff8c-872f-4693-b958-f23a2efcdc2c for instance with vm_state active and task_state deleting.
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-ca76886a-ef99-487e-90ed-b991f1e5aa74 req-a2cb2347-7f18-4612-a850-546c00e31e7a service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Received event network-changed-b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-ca76886a-ef99-487e-90ed-b991f1e5aa74 req-a2cb2347-7f18-4612-a850-546c00e31e7a service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Refreshing instance network info cache due to event network-changed-b05c829f-3c77-448e-b818-dc92124bd809. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ca76886a-ef99-487e-90ed-b991f1e5aa74 req-a2cb2347-7f18-4612-a850-546c00e31e7a service nova] Acquiring lock "refresh_cache-65631229-4687-4394-b06e-2cca0312587b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ca76886a-ef99-487e-90ed-b991f1e5aa74 req-a2cb2347-7f18-4612-a850-546c00e31e7a service nova] Acquired lock "refresh_cache-65631229-4687-4394-b06e-2cca0312587b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.network.neutron [req-ca76886a-ef99-487e-90ed-b991f1e5aa74 req-a2cb2347-7f18-4612-a850-546c00e31e7a service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Refreshing network info cache for port b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-plugged-26efd53d-613e-4122-962e-c96d07e83de6 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-plugged-26efd53d-613e-4122-962e-c96d07e83de6 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:53:24 user nova-compute[74922]: WARNING nova.compute.manager [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received unexpected event network-vif-plugged-26efd53d-613e-4122-962e-c96d07e83de6 for instance with vm_state active and task_state deleting.
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-unplugged-5769f91e-9a1c-46e0-8c36-a81a28dc7264 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-unplugged-5769f91e-9a1c-46e0-8c36-a81a28dc7264 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-unplugged-5769f91e-9a1c-46e0-8c36-a81a28dc7264 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-plugged-5769f91e-9a1c-46e0-8c36-a81a28dc7264 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-plugged-5769f91e-9a1c-46e0-8c36-a81a28dc7264 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:53:24 user nova-compute[74922]: WARNING nova.compute.manager [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received unexpected event network-vif-plugged-5769f91e-9a1c-46e0-8c36-a81a28dc7264 for instance with vm_state active and task_state deleting.
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-unplugged-448d3879-a421-45ca-9687-384f1fa7731b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-unplugged-448d3879-a421-45ca-9687-384f1fa7731b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-unplugged-448d3879-a421-45ca-9687-384f1fa7731b for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-plugged-448d3879-a421-45ca-9687-384f1fa7731b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-plugged-448d3879-a421-45ca-9687-384f1fa7731b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:53:24 user nova-compute[74922]: WARNING nova.compute.manager [req-43b01af1-5d46-4ac9-9ded-25dee698da8d req-afa47067-67e1-4048-91d0-94967a35e420 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received unexpected event network-vif-plugged-448d3879-a421-45ca-9687-384f1fa7731b for instance with vm_state active and task_state deleting.
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 -p 172.16.0.220:3260 --logout" returned: 0 in 0.129s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fcf5f7f-5915-4aa6-ba5c-d514d6abb461]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128, portal: 172.16.0.220,3260]
Oct 30 05:53:24 user nova-compute[74922]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128, portal: 172.16.0.220,3260] successful.
Oct 30 05:53:24 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8e243e3-37fc-4ea7-9440-426d822d5128 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f226a52-aa98-4353-b8da-2f8f5eeec86c]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.388s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] <== disconnect_volume: return (389ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lQWmUcLY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:53:24 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-plugged-7d570624-5cb0-474a-b752-0f76927dc51c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-plugged-7d570624-5cb0-474a-b752-0f76927dc51c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:53:24 user nova-compute[74922]: WARNING nova.compute.manager [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received unexpected event network-vif-plugged-7d570624-5cb0-474a-b752-0f76927dc51c for instance with vm_state active and task_state deleting.
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-unplugged-5d315383-06fc-4db4-87cc-dd2084ef8e8d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-unplugged-5d315383-06fc-4db4-87cc-dd2084ef8e8d {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-unplugged-5d315383-06fc-4db4-87cc-dd2084ef8e8d for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-plugged-5d315383-06fc-4db4-87cc-dd2084ef8e8d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-plugged-5d315383-06fc-4db4-87cc-dd2084ef8e8d {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:53:24 user nova-compute[74922]: WARNING nova.compute.manager [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received unexpected event network-vif-plugged-5d315383-06fc-4db4-87cc-dd2084ef8e8d for instance with vm_state active and task_state deleting.
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-unplugged-0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-unplugged-0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-unplugged-0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-plugged-0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] Acquiring lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] No waiting events found dispatching network-vif-plugged-0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:53:24 user nova-compute[74922]: WARNING nova.compute.manager [req-6b4f52e8-4898-4600-9303-4581da4b8647 req-de5ea8ed-04a0-4a7c-9831-1e852cb414f9 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received unexpected event network-vif-plugged-0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679 for instance with vm_state active and task_state deleting.
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff8321e5-40a9-408e-9824-bd10d68af07c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:53:24 user nova-compute[74922]: No targets found.
Oct 30 05:53:24 user nova-compute[74922]: iSNS:
Oct 30 05:53:24 user nova-compute[74922]: No targets found.
Oct 30 05:53:24 user nova-compute[74922]: STATIC:
Oct 30 05:53:24 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42
Oct 30 05:53:24 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:53:24 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:53:24 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9
Oct 30 05:53:24 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:53:24 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:53:24 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b
Oct 30 05:53:24 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:53:24 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:53:24 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332
Oct 30 05:53:24 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:53:24 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:53:24 user nova-compute[74922]: FIRMWARE:
Oct 30 05:53:24 user nova-compute[74922]: No targets found.
Oct 30 05:53:24 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:53:24 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:53:24 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[dba4d33d-26d3-4f35-b95c-2977229dfbb1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b777dc3-8f4e-4433-bb0d-a721a78f87a3]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:53:24 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:53:24 user nova-compute[74922]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 (non-flash)
Oct 30 05:53:24 user nova-compute[74922]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)
Oct 30 05:53:24 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b (non-flash)
Oct 30 05:53:24 user nova-compute[74922]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:53:24 user nova-compute[74922]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 (non-flash)
Oct 30 05:53:24 user nova-compute[74922]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)
Oct 30 05:53:24 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f822c770f70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b'): ({'sdf'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Removing single pathed devices sdf {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1a60a6b-d3c6-46ae-8543-2ee9c15d58ed]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddfd0e44-425c-450a-b6c0-c13d067d3a3b]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Flushing IO for device /dev/sdf {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4db4cbcd-46a8-49eb-b223-f63927505bfd]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.051s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[207a4a88-afeb-4f44-ba53-651f1ab65e7b]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] SCSI volumes sdf have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[506c15dc-4938-445f-abce-b60597523aa4]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:24 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f2f62ed-2383-461f-a852-ec07a72b6d02]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b, portal: 172.16.0.220,3260]
Oct 30 05:53:25 user nova-compute[74922]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b, portal: 172.16.0.220,3260] successful.
Oct 30 05:53:25 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f470cd68-4c51-4aab-9d03-5e5467f1530b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dff144d-aa26-4479-a515-a5150290be53]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.328s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] <== disconnect_volume: return (329ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vducDHez', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:53:25 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:53:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[40d8ba31-f60a-41bd-9d60-e11514cc11d9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:53:25 user nova-compute[74922]: No targets found.
Oct 30 05:53:25 user nova-compute[74922]: iSNS:
Oct 30 05:53:25 user nova-compute[74922]: No targets found.
Oct 30 05:53:25 user nova-compute[74922]: STATIC:
Oct 30 05:53:25 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42
Oct 30 05:53:25 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:53:25 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:53:25 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9
Oct 30 05:53:25 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:53:25 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:53:25 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332
Oct 30 05:53:25 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:53:25 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:53:25 user nova-compute[74922]: FIRMWARE:
Oct 30 05:53:25 user nova-compute[74922]: No targets found.
Oct 30 05:53:25 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:53:25 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:53:25 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[af8a72b7-4716-4b5f-a48a-ac0cd2575bd5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG nova.network.neutron [req-ca76886a-ef99-487e-90ed-b991f1e5aa74 req-a2cb2347-7f18-4612-a850-546c00e31e7a service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Updated VIF entry in instance network info cache for port b05c829f-3c77-448e-b818-dc92124bd809. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG nova.network.neutron [req-ca76886a-ef99-487e-90ed-b991f1e5aa74 req-a2cb2347-7f18-4612-a850-546c00e31e7a service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Updating instance_info_cache with network_info: [{"id": "b05c829f-3c77-448e-b818-dc92124bd809", "address": "fa:16:3e:8c:0c:52", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.53", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb05c829f-3c", "ovs_interfaceid": "b05c829f-3c77-448e-b818-dc92124bd809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[86fcd6e8-2703-4d87-b666-08d38843235a]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:53:25 user nova-compute[74922]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 (non-flash)
Oct 30 05:53:25 user nova-compute[74922]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)
Oct 30 05:53:25 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 (non-flash)
Oct 30 05:53:25 user nova-compute[74922]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 (non-flash)
Oct 30 05:53:25 user nova-compute[74922]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)
Oct 30 05:53:25 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f822c770f70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42'): ({'sdg'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Removing single pathed devices sdg {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ca76886a-ef99-487e-90ed-b991f1e5aa74 req-a2cb2347-7f18-4612-a850-546c00e31e7a service nova] Releasing lock "refresh_cache-65631229-4687-4394-b06e-2cca0312587b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f897cca8-1928-4599-bfe3-e766c3a88aec]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fe10d1c-87e1-40c9-ad42-9cbeb728c93f]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Flushing IO for device /dev/sdg {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ba67ada-644a-4df7-b429-25bc6697e60a]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.044s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e813122f-2fdf-4b4a-adb5-f75207ef9d83]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] SCSI volumes sdg have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[de5a8b29-9c9e-4852-92a6-bddbcb86f079]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f44eb94e-bc55-4811-86a0-366630e91493]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42, portal: 172.16.0.220,3260]
Oct 30 05:53:25 user nova-compute[74922]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42, portal: 172.16.0.220,3260] successful.
Oct 30 05:53:25 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:426d28a4-117c-4860-b14b-53f73f3e0b42 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcf93e0d-7f59-4c59-94b0-f8ccd4ea6a89]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.304s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] <== disconnect_volume: return (304ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:53:25 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Deleting instance files /opt/stack/data/nova/instances/b7a30c65-ce43-4aed-a029-605f9be0facc_del
Oct 30 05:53:25 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Deletion of /opt/stack/data/nova/instances/b7a30c65-ce43-4aed-a029-605f9be0facc_del complete
Oct 30 05:53:25 user nova-compute[74922]: INFO nova.compute.manager [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Took 3.44 seconds to destroy the instance on the hypervisor.
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 05:53:25 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:53:26 user nova-compute[74922]: DEBUG nova.compute.manager [req-75e05079-35ba-4e3f-99d4-626110c40133 req-5136f4ae-db4d-4588-b2d0-6b68db8026b8 service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Received event network-changed-b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:26 user nova-compute[74922]: DEBUG nova.compute.manager [req-75e05079-35ba-4e3f-99d4-626110c40133 req-5136f4ae-db4d-4588-b2d0-6b68db8026b8 service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Refreshing instance network info cache due to event network-changed-b05c829f-3c77-448e-b818-dc92124bd809. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:53:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-75e05079-35ba-4e3f-99d4-626110c40133 req-5136f4ae-db4d-4588-b2d0-6b68db8026b8 service nova] Acquiring lock "refresh_cache-65631229-4687-4394-b06e-2cca0312587b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:53:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-75e05079-35ba-4e3f-99d4-626110c40133 req-5136f4ae-db4d-4588-b2d0-6b68db8026b8 service nova] Acquired lock "refresh_cache-65631229-4687-4394-b06e-2cca0312587b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:53:26 user nova-compute[74922]: DEBUG nova.network.neutron [req-75e05079-35ba-4e3f-99d4-626110c40133 req-5136f4ae-db4d-4588-b2d0-6b68db8026b8 service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Refreshing network info cache for port b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:53:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8fe18f59-0d1a-4048-b895-b303cb33f5cf tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "65631229-4687-4394-b06e-2cca0312587b" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8fe18f59-0d1a-4048-b895-b303cb33f5cf tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "65631229-4687-4394-b06e-2cca0312587b" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:26 user nova-compute[74922]: INFO nova.compute.manager [None req-8fe18f59-0d1a-4048-b895-b303cb33f5cf tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Rebooting instance
Oct 30 05:53:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8fe18f59-0d1a-4048-b895-b303cb33f5cf tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "refresh_cache-65631229-4687-4394-b06e-2cca0312587b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:53:27 user nova-compute[74922]: DEBUG nova.network.neutron [req-75e05079-35ba-4e3f-99d4-626110c40133 req-5136f4ae-db4d-4588-b2d0-6b68db8026b8 service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Updated VIF entry in instance network info cache for port b05c829f-3c77-448e-b818-dc92124bd809. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:53:27 user nova-compute[74922]: DEBUG nova.network.neutron [req-75e05079-35ba-4e3f-99d4-626110c40133 req-5136f4ae-db4d-4588-b2d0-6b68db8026b8 service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Updating instance_info_cache with network_info: [{"id": "b05c829f-3c77-448e-b818-dc92124bd809", "address": "fa:16:3e:8c:0c:52", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.53", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb05c829f-3c", "ovs_interfaceid": "b05c829f-3c77-448e-b818-dc92124bd809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:53:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-75e05079-35ba-4e3f-99d4-626110c40133 req-5136f4ae-db4d-4588-b2d0-6b68db8026b8 service nova] Releasing lock "refresh_cache-65631229-4687-4394-b06e-2cca0312587b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:53:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8fe18f59-0d1a-4048-b895-b303cb33f5cf tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquired lock "refresh_cache-65631229-4687-4394-b06e-2cca0312587b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:53:27 user nova-compute[74922]: DEBUG nova.network.neutron [None req-8fe18f59-0d1a-4048-b895-b303cb33f5cf tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:53:27 user nova-compute[74922]: DEBUG nova.network.neutron [None req-8fe18f59-0d1a-4048-b895-b303cb33f5cf tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Updating instance_info_cache with network_info: [{"id": "b05c829f-3c77-448e-b818-dc92124bd809", "address": "fa:16:3e:8c:0c:52", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.53", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb05c829f-3c", "ovs_interfaceid": "b05c829f-3c77-448e-b818-dc92124bd809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:53:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8fe18f59-0d1a-4048-b895-b303cb33f5cf tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Releasing lock "refresh_cache-65631229-4687-4394-b06e-2cca0312587b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:53:27 user nova-compute[74922]: DEBUG nova.compute.manager [None req-8fe18f59-0d1a-4048-b895-b303cb33f5cf tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:53:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-f847a888-ee98-410c-9ec4-6375772b2b7d req-e85f3e0b-0f29-43fd-b044-2cccefdeffd3 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-deleted-5d315383-06fc-4db4-87cc-dd2084ef8e8d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:28 user nova-compute[74922]: INFO nova.compute.manager [req-f847a888-ee98-410c-9ec4-6375772b2b7d req-e85f3e0b-0f29-43fd-b044-2cccefdeffd3 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Neutron deleted interface 5d315383-06fc-4db4-87cc-dd2084ef8e8d; detaching it from the instance and deleting it from the info cache
Oct 30 05:53:28 user nova-compute[74922]: DEBUG nova.network.neutron [req-f847a888-ee98-410c-9ec4-6375772b2b7d req-e85f3e0b-0f29-43fd-b044-2cccefdeffd3 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Updating instance_info_cache with network_info: [{"id": "24c5ff8c-872f-4693-b958-f23a2efcdc2c", "address": "fa:16:3e:b3:86:98", "network": {"id": "b315e416-0e9d-41ff-a4ff-79cc178d62a0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-332044683-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24c5ff8c-87", "ovs_interfaceid": "24c5ff8c-872f-4693-b958-f23a2efcdc2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26efd53d-613e-4122-962e-c96d07e83de6", "address": "fa:16:3e:02:8d:5e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26efd53d-61", "ovs_interfaceid": "26efd53d-613e-4122-962e-c96d07e83de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7d570624-5cb0-474a-b752-0f76927dc51c", "address": "fa:16:3e:48:21:2e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d570624-5c", "ovs_interfaceid": "7d570624-5cb0-474a-b752-0f76927dc51c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679", "address": "fa:16:3e:34:b8:7e", "network": {"id": "a50506a6-af99-4ddf-b89d-91d696f94937", "bridge": "br-int", "label": "tempest-device-tagging-net1-1354984023", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f0e13c0-1b", "ovs_interfaceid": "0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5769f91e-9a1c-46e0-8c36-a81a28dc7264", "address": "fa:16:3e:85:33:c3", "network": {"id": "bbd03912-215c-4441-b2aa-5d6cc528802a", "bridge": "br-int", "label": "tempest-device-tagging-net2-96065221", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5769f91e-9a", "ovs_interfaceid": "5769f91e-9a1c-46e0-8c36-a81a28dc7264", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "448d3879-a421-45ca-9687-384f1fa7731b", "address": "fa:16:3e:00:d5:fd", "network": {"id": "bbd03912-215c-4441-b2aa-5d6cc528802a", "bridge": "br-int", "label": "tempest-device-tagging-net2-96065221", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3c771d042cb04eee9941d1c9560e9ae7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap448d3879-a4", "ovs_interfaceid": "448d3879-a421-45ca-9687-384f1fa7731b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:53:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-f847a888-ee98-410c-9ec4-6375772b2b7d req-e85f3e0b-0f29-43fd-b044-2cccefdeffd3 service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Detach interface failed, port_id=5d315383-06fc-4db4-87cc-dd2084ef8e8d, reason: Instance b7a30c65-ce43-4aed-a029-605f9be0facc could not be found. {{(pid=74922) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 05:53:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:29 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:53:29 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Took 4.21 seconds to deallocate network for instance.
Oct 30 05:53:30 user nova-compute[74922]: DEBUG nova.compute.manager [req-64c9e578-85a6-47e4-baf4-755e443ad811 req-60155661-c878-4a63-94c1-c201c6d4601c service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-deleted-24c5ff8c-872f-4693-b958-f23a2efcdc2c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:30 user nova-compute[74922]: DEBUG nova.compute.manager [req-64c9e578-85a6-47e4-baf4-755e443ad811 req-60155661-c878-4a63-94c1-c201c6d4601c service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-deleted-5769f91e-9a1c-46e0-8c36-a81a28dc7264 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:30 user nova-compute[74922]: DEBUG nova.compute.manager [req-64c9e578-85a6-47e4-baf4-755e443ad811 req-60155661-c878-4a63-94c1-c201c6d4601c service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-deleted-0f0e13c0-1b95-4c28-aa6b-6e1aa8bfc679 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:30 user nova-compute[74922]: DEBUG nova.compute.manager [req-64c9e578-85a6-47e4-baf4-755e443ad811 req-60155661-c878-4a63-94c1-c201c6d4601c service nova] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Received event network-vif-deleted-448d3879-a421-45ca-9687-384f1fa7731b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:30 user nova-compute[74922]: DEBUG nova.compute.manager [req-eebdd35e-5bf2-4eaf-a6ab-813195423212 req-a35f8f99-1a4d-4de4-8f56-cdd3dda56eff service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Received event network-vif-unplugged-b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-eebdd35e-5bf2-4eaf-a6ab-813195423212 req-a35f8f99-1a4d-4de4-8f56-cdd3dda56eff service nova] Acquiring lock "65631229-4687-4394-b06e-2cca0312587b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-eebdd35e-5bf2-4eaf-a6ab-813195423212 req-a35f8f99-1a4d-4de4-8f56-cdd3dda56eff service nova] Lock "65631229-4687-4394-b06e-2cca0312587b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-eebdd35e-5bf2-4eaf-a6ab-813195423212 req-a35f8f99-1a4d-4de4-8f56-cdd3dda56eff service nova] Lock "65631229-4687-4394-b06e-2cca0312587b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:30 user nova-compute[74922]: DEBUG nova.compute.manager [req-eebdd35e-5bf2-4eaf-a6ab-813195423212 req-a35f8f99-1a4d-4de4-8f56-cdd3dda56eff service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] No waiting events found dispatching network-vif-unplugged-b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:53:30 user nova-compute[74922]: WARNING nova.compute.manager [req-eebdd35e-5bf2-4eaf-a6ab-813195423212 req-a35f8f99-1a4d-4de4-8f56-cdd3dda56eff service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Received unexpected event network-vif-unplugged-b05c829f-3c77-448e-b818-dc92124bd809 for instance with vm_state active and task_state reboot_started.
Oct 30 05:53:30 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-8fe18f59-0d1a-4048-b895-b303cb33f5cf tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Instance shutdown successfully.
Oct 30 05:53:31 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:53:31 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:53:32 user nova-compute[74922]: INFO nova.compute.manager [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] [instance: b7a30c65-ce43-4aed-a029-605f9be0facc] Took 2.53 seconds to detach 3 volumes for instance.
Oct 30 05:53:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:32 user nova-compute[74922]: DEBUG nova.compute.manager [req-06d4a047-6ffb-4658-857d-38fff0caa3b1 req-4bd7d92c-28f3-4ca2-afce-d86cea0a0b3c service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Received event network-vif-plugged-b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-06d4a047-6ffb-4658-857d-38fff0caa3b1 req-4bd7d92c-28f3-4ca2-afce-d86cea0a0b3c service nova] Acquiring lock "65631229-4687-4394-b06e-2cca0312587b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-06d4a047-6ffb-4658-857d-38fff0caa3b1 req-4bd7d92c-28f3-4ca2-afce-d86cea0a0b3c service nova] Lock "65631229-4687-4394-b06e-2cca0312587b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-06d4a047-6ffb-4658-857d-38fff0caa3b1 req-4bd7d92c-28f3-4ca2-afce-d86cea0a0b3c service nova] Lock "65631229-4687-4394-b06e-2cca0312587b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:32 user nova-compute[74922]: DEBUG nova.compute.manager [req-06d4a047-6ffb-4658-857d-38fff0caa3b1 req-4bd7d92c-28f3-4ca2-afce-d86cea0a0b3c service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] No waiting events found dispatching network-vif-plugged-b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:53:32 user nova-compute[74922]: WARNING nova.compute.manager [req-06d4a047-6ffb-4658-857d-38fff0caa3b1 req-4bd7d92c-28f3-4ca2-afce-d86cea0a0b3c service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Received unexpected event network-vif-plugged-b05c829f-3c77-448e-b818-dc92124bd809 for instance with vm_state active and task_state reboot_started.
Oct 30 05:53:32 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:53:32 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:53:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.388s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:32 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Deleted allocations for instance b7a30c65-ce43-4aed-a029-605f9be0facc
Oct 30 05:53:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-481b7303-227d-4854-96bf-daa239998eb0 tempest-TaggedBootDevicesTest_v242-281196712 tempest-TaggedBootDevicesTest_v242-281196712-project-member] Lock "b7a30c65-ce43-4aed-a029-605f9be0facc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 10.791s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:32 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:53:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:34 user nova-compute[74922]: DEBUG nova.compute.manager [req-5bd3cd53-969f-4551-b57b-7c26531aa1df req-5354c9e2-0d1e-4dc7-aaf6-33bdc492816d service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Received event network-vif-plugged-b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5bd3cd53-969f-4551-b57b-7c26531aa1df req-5354c9e2-0d1e-4dc7-aaf6-33bdc492816d service nova] Acquiring lock "65631229-4687-4394-b06e-2cca0312587b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5bd3cd53-969f-4551-b57b-7c26531aa1df req-5354c9e2-0d1e-4dc7-aaf6-33bdc492816d service nova] Lock "65631229-4687-4394-b06e-2cca0312587b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5bd3cd53-969f-4551-b57b-7c26531aa1df req-5354c9e2-0d1e-4dc7-aaf6-33bdc492816d service nova] Lock "65631229-4687-4394-b06e-2cca0312587b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:34 user nova-compute[74922]: DEBUG nova.compute.manager [req-5bd3cd53-969f-4551-b57b-7c26531aa1df req-5354c9e2-0d1e-4dc7-aaf6-33bdc492816d service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] No waiting events found dispatching network-vif-plugged-b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:53:34 user nova-compute[74922]: WARNING nova.compute.manager [req-5bd3cd53-969f-4551-b57b-7c26531aa1df req-5354c9e2-0d1e-4dc7-aaf6-33bdc492816d service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Received unexpected event network-vif-plugged-b05c829f-3c77-448e-b818-dc92124bd809 for instance with vm_state active and task_state reboot_started.
Oct 30 05:53:34 user nova-compute[74922]: DEBUG nova.compute.manager [req-5bd3cd53-969f-4551-b57b-7c26531aa1df req-5354c9e2-0d1e-4dc7-aaf6-33bdc492816d service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Received event network-vif-plugged-b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5bd3cd53-969f-4551-b57b-7c26531aa1df req-5354c9e2-0d1e-4dc7-aaf6-33bdc492816d service nova] Acquiring lock "65631229-4687-4394-b06e-2cca0312587b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5bd3cd53-969f-4551-b57b-7c26531aa1df req-5354c9e2-0d1e-4dc7-aaf6-33bdc492816d service nova] Lock "65631229-4687-4394-b06e-2cca0312587b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5bd3cd53-969f-4551-b57b-7c26531aa1df req-5354c9e2-0d1e-4dc7-aaf6-33bdc492816d service nova] Lock "65631229-4687-4394-b06e-2cca0312587b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:34 user nova-compute[74922]: DEBUG nova.compute.manager [req-5bd3cd53-969f-4551-b57b-7c26531aa1df req-5354c9e2-0d1e-4dc7-aaf6-33bdc492816d service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] No waiting events found dispatching network-vif-plugged-b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:53:34 user nova-compute[74922]: WARNING nova.compute.manager [req-5bd3cd53-969f-4551-b57b-7c26531aa1df req-5354c9e2-0d1e-4dc7-aaf6-33bdc492816d service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Received unexpected event network-vif-plugged-b05c829f-3c77-448e-b818-dc92124bd809 for instance with vm_state active and task_state reboot_started.
Oct 30 05:53:34 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 65631229-4687-4394-b06e-2cca0312587b] Instance running successfully.
Oct 30 05:53:34 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-8fe18f59-0d1a-4048-b895-b303cb33f5cf tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Instance soft rebooted successfully.
Oct 30 05:53:34 user nova-compute[74922]: DEBUG nova.compute.manager [None req-8fe18f59-0d1a-4048-b895-b303cb33f5cf tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:53:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8fe18f59-0d1a-4048-b895-b303cb33f5cf tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "65631229-4687-4394-b06e-2cca0312587b" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.690s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:34 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:53:35 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:53:35 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:53:35 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 05:53:36 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:53:36 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:53:36 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 05:53:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-e078eacb-99e2-472e-94bb-44c60147aff3" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:53:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-e078eacb-99e2-472e-94bb-44c60147aff3" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:53:37 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 05:53:37 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Updating instance_info_cache with network_info: [{"id": "44e255db-a0a3-4be1-9e00-70a1ff62bde5", "address": "fa:16:3e:75:2c:69", "network": {"id": "b7b697ef-51da-40e5-b6a1-920ff412cfdc", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-490615133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fec827d97d58477e963d2b3169a7ad19", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44e255db-a0", "ovs_interfaceid": "44e255db-a0a3-4be1-9e00-70a1ff62bde5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:53:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-e078eacb-99e2-472e-94bb-44c60147aff3" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:53:37 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 05:53:37 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:53:37 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74922) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 05:53:37 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:53:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:37 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 05:53:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:40 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e078eacb-99e2-472e-94bb-44c60147aff3 is timed out.
Oct 30 05:53:40 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Successfully detached device vdb from instance e078eacb-99e2-472e-94bb-44c60147aff3 from the live domain config.
Oct 30 05:53:40 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IAVzKRaD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:53:40 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:53:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5ff2bcb-df23-49d9-8ae1-e9cc79e30436]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:53:40 user nova-compute[74922]: No targets found.
Oct 30 05:53:40 user nova-compute[74922]: iSNS:
Oct 30 05:53:40 user nova-compute[74922]: No targets found.
Oct 30 05:53:40 user nova-compute[74922]: STATIC:
Oct 30 05:53:40 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9
Oct 30 05:53:40 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:53:40 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:53:40 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332
Oct 30 05:53:40 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:53:40 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:53:40 user nova-compute[74922]: FIRMWARE:
Oct 30 05:53:40 user nova-compute[74922]: No targets found.
Oct 30 05:53:40 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:53:40 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:53:40 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a54eb187-246e-41bd-89b9-e9accd71d632]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[53da7f94-e3d2-4ff1-a2f4-46a025689c0d]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 (non-flash)
Oct 30 05:53:40 user nova-compute[74922]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)
Oct 30 05:53:40 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 (non-flash)
Oct 30 05:53:40 user nova-compute[74922]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)
Oct 30 05:53:40 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f820859dc60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9'): ({'sdb'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Removing single pathed devices sdb {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae4607f3-d6a6-4cb5-9b5a-9f783b273313]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[aee1d7bb-0411-4d9d-877a-4bafd8632d3f]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Flushing IO for device /dev/sdb {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[38695c64-e4bf-4f45-9029-4d1cd94ad266]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.035s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b29f0f22-c901-490f-b37d-77e10d7b880b]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8322cb5c-7af2-48d4-98de-5e4134991f40]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2c11767-9f29-416d-99f4-c8d8bf2fe470]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9, portal: 172.16.0.220,3260]
Oct 30 05:53:40 user nova-compute[74922]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9, portal: 172.16.0.220,3260] successful.
Oct 30 05:53:40 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21c34835-f802-4501-b1e2-494ec774cab9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b9449fa-39d5-4548-bdb4-43e3bc80cd30]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.363s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] <== disconnect_volume: return (366ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:41 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:53:41 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:53:41 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=7801MB free_disk=25.41720962524414GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 05:53:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:41 user nova-compute[74922]: DEBUG nova.objects.instance [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lazy-loading 'flavor' on Instance uuid e078eacb-99e2-472e-94bb-44c60147aff3 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:53:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-182e36fd-8a94-42a2-82b0-448ff6b9b062 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.098s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:41 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 4c3e6679-374d-4644-b05d-ef0bf04d7a3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:53:41 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance a9ee90ad-74b3-41dc-8daa-435b156cecbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:53:41 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance e078eacb-99e2-472e-94bb-44c60147aff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:53:41 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 2c40cefc-8d2b-4403-bba8-a462650999eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:53:41 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 65631229-4687-4394-b06e-2cca0312587b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:53:41 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance d9695caf-03be-4f5e-aac7-b6e3bdd081b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:53:41 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:53:41 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 05:53:41 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 05:53:41 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing inventories for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 05:53:41 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Updating ProviderTree inventory for provider efd5e61c-93ae-4193-aa6b-99209077dc32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 05:53:41 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Updating inventory in ProviderTree for provider efd5e61c-93ae-4193-aa6b-99209077dc32 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 05:53:41 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing aggregate associations for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32, aggregates: None {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 05:53:41 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing trait associations for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32, traits: COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE42,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_DEVICE_TAGGING,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_RESCUE_BFV {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 05:53:41 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:53:41 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:53:41 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 05:53:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.587s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:41 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:53:41 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Cleaning up deleted instances {{(pid=74922) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 05:53:41 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] There are 0 instances to clean {{(pid=74922) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 05:53:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "f560d747-69e7-4d60-a3c2-8f8307f10149" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "f560d747-69e7-4d60-a3c2-8f8307f10149" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:42 user nova-compute[74922]: DEBUG nova.compute.manager [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:53:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:53:42 user nova-compute[74922]: INFO nova.compute.claims [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Claim successful on node user
Oct 30 05:53:42 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:53:42 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:53:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.387s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:42 user nova-compute[74922]: DEBUG nova.compute.manager [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:53:42 user nova-compute[74922]: DEBUG nova.compute.manager [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:53:42 user nova-compute[74922]: DEBUG nova.network.neutron [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:53:42 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:53:42 user nova-compute[74922]: DEBUG nova.compute.manager [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:53:42 user nova-compute[74922]: DEBUG nova.policy [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fc523869f524f2598eddbd67e616807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '647004aba5a44a0396d1f4891224c7dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:53:42 user nova-compute[74922]: DEBUG nova.compute.manager [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:53:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:53:42 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Creating image(s)
Oct 30 05:53:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "/opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "/opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "/opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.181s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.178s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk 1073741824" returned: 0 in 0.055s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.240s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:43 user nova-compute[74922]: DEBUG nova.network.neutron [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Successfully created port: 3e2e6510-4cae-42d5-a373-b8dea1872895 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:53:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.209s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:43 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:53:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:53:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:53:43 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Cannot resize image /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:53:43 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:53:43 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Ensure instance console log exists: /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:53:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.network.neutron [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Successfully updated port: 3e2e6510-4cae-42d5-a373-b8dea1872895 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "refresh_cache-f560d747-69e7-4d60-a3c2-8f8307f10149" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquired lock "refresh_cache-f560d747-69e7-4d60-a3c2-8f8307f10149" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.network.neutron [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.compute.manager [req-7e853603-c77e-41fd-b7bd-9dd82fce31b0 req-9d73c632-3b20-4c88-b8bf-44251e48ba32 service nova] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Received event network-changed-3e2e6510-4cae-42d5-a373-b8dea1872895 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.compute.manager [req-7e853603-c77e-41fd-b7bd-9dd82fce31b0 req-9d73c632-3b20-4c88-b8bf-44251e48ba32 service nova] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Refreshing instance network info cache due to event network-changed-3e2e6510-4cae-42d5-a373-b8dea1872895. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7e853603-c77e-41fd-b7bd-9dd82fce31b0 req-9d73c632-3b20-4c88-b8bf-44251e48ba32 service nova] Acquiring lock "refresh_cache-f560d747-69e7-4d60-a3c2-8f8307f10149" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.network.neutron [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.network.neutron [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Updating instance_info_cache with network_info: [{"id": "3e2e6510-4cae-42d5-a373-b8dea1872895", "address": "fa:16:3e:e8:4b:8b", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e2e6510-4c", "ovs_interfaceid": "3e2e6510-4cae-42d5-a373-b8dea1872895", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Releasing lock "refresh_cache-f560d747-69e7-4d60-a3c2-8f8307f10149" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.compute.manager [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Instance network_info: |[{"id": "3e2e6510-4cae-42d5-a373-b8dea1872895", "address": "fa:16:3e:e8:4b:8b", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e2e6510-4c", "ovs_interfaceid": "3e2e6510-4cae-42d5-a373-b8dea1872895", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7e853603-c77e-41fd-b7bd-9dd82fce31b0 req-9d73c632-3b20-4c88-b8bf-44251e48ba32 service nova] Acquired lock "refresh_cache-f560d747-69e7-4d60-a3c2-8f8307f10149" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.network.neutron [req-7e853603-c77e-41fd-b7bd-9dd82fce31b0 req-9d73c632-3b20-4c88-b8bf-44251e48ba32 service nova] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Refreshing network info cache for port 3e2e6510-4cae-42d5-a373-b8dea1872895 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Start _get_guest_xml network_info=[{"id": "3e2e6510-4cae-42d5-a373-b8dea1872895", "address": "fa:16:3e:e8:4b:8b", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e2e6510-4c", "ovs_interfaceid": "3e2e6510-4cae-42d5-a373-b8dea1872895", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:53:44 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:53:44 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:53:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1247092623',display_name='tempest-AttachVolumeNegativeTest-server-1247092623',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1247092623',id=26,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNIEdA5tQBugI/Kh1rB1yhIJv0tNfUjJ6Nxi1DHdeuBv3LUwgcHgxf+zs9I44lQ2ztIVnqugVj0j5i4ReyzSEMEUB03Aoz+cTPJ1YC5lM03r2WJVKsQogHAEbSyXS8IifA==',key_name='tempest-keypair-1585603420',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='647004aba5a44a0396d1f4891224c7dc',ramdisk_id='',reservation_id='r-pwyouk5g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-460499645',owner_user_name='tempest-AttachVolumeNegativeTest-460499645-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:53:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0fc523869f524f2598eddbd67e616807',uuid=f560d747-69e7-4d60-a3c2-8f8307f10149,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3e2e6510-4cae-42d5-a373-b8dea1872895", "address": "fa:16:3e:e8:4b:8b", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e2e6510-4c", "ovs_interfaceid": "3e2e6510-4cae-42d5-a373-b8dea1872895", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Converting VIF {"id": "3e2e6510-4cae-42d5-a373-b8dea1872895", "address": "fa:16:3e:e8:4b:8b", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e2e6510-4c", "ovs_interfaceid": "3e2e6510-4cae-42d5-a373-b8dea1872895", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e8:4b:8b,bridge_name='br-int',has_traffic_filtering=True,id=3e2e6510-4cae-42d5-a373-b8dea1872895,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e2e6510-4c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.objects.instance [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lazy-loading 'pci_devices' on Instance uuid f560d747-69e7-4d60-a3c2-8f8307f10149 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:53:44 user nova-compute[74922]:   <uuid>f560d747-69e7-4d60-a3c2-8f8307f10149</uuid>
Oct 30 05:53:44 user nova-compute[74922]:   <name>instance-0000001a</name>
Oct 30 05:53:44 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:53:44 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:53:44 user nova-compute[74922]:   <metadata>
Oct 30 05:53:44 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:53:44 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:53:44 user nova-compute[74922]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1247092623</nova:name>
Oct 30 05:53:44 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:53:44</nova:creationTime>
Oct 30 05:53:44 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:53:44 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:53:44 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:53:44 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:53:44 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:53:44 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:53:44 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:53:44 user nova-compute[74922]:       <nova:owner>
Oct 30 05:53:44 user nova-compute[74922]:         <nova:user uuid="0fc523869f524f2598eddbd67e616807">tempest-AttachVolumeNegativeTest-460499645-project-member</nova:user>
Oct 30 05:53:44 user nova-compute[74922]:         <nova:project uuid="647004aba5a44a0396d1f4891224c7dc">tempest-AttachVolumeNegativeTest-460499645</nova:project>
Oct 30 05:53:44 user nova-compute[74922]:       </nova:owner>
Oct 30 05:53:44 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:53:44 user nova-compute[74922]:       <nova:ports>
Oct 30 05:53:44 user nova-compute[74922]:         <nova:port uuid="3e2e6510-4cae-42d5-a373-b8dea1872895">
Oct 30 05:53:44 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 05:53:44 user nova-compute[74922]:         </nova:port>
Oct 30 05:53:44 user nova-compute[74922]:       </nova:ports>
Oct 30 05:53:44 user nova-compute[74922]:     </nova:instance>
Oct 30 05:53:44 user nova-compute[74922]:   </metadata>
Oct 30 05:53:44 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:53:44 user nova-compute[74922]:     <system>
Oct 30 05:53:44 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:53:44 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:53:44 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:53:44 user nova-compute[74922]:       <entry name="serial">f560d747-69e7-4d60-a3c2-8f8307f10149</entry>
Oct 30 05:53:44 user nova-compute[74922]:       <entry name="uuid">f560d747-69e7-4d60-a3c2-8f8307f10149</entry>
Oct 30 05:53:44 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:53:44 user nova-compute[74922]:     </system>
Oct 30 05:53:44 user nova-compute[74922]:   </sysinfo>
Oct 30 05:53:44 user nova-compute[74922]:   <os>
Oct 30 05:53:44 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:53:44 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:53:44 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:53:44 user nova-compute[74922]:   </os>
Oct 30 05:53:44 user nova-compute[74922]:   <features>
Oct 30 05:53:44 user nova-compute[74922]:     <acpi/>
Oct 30 05:53:44 user nova-compute[74922]:     <apic/>
Oct 30 05:53:44 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:53:44 user nova-compute[74922]:   </features>
Oct 30 05:53:44 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:53:44 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:53:44 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:53:44 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:53:44 user nova-compute[74922]:   </clock>
Oct 30 05:53:44 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:53:44 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:53:44 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:53:44 user nova-compute[74922]:   </cpu>
Oct 30 05:53:44 user nova-compute[74922]:   <devices>
Oct 30 05:53:44 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:53:44 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:53:44 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk"/>
Oct 30 05:53:44 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:53:44 user nova-compute[74922]:     </disk>
Oct 30 05:53:44 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:53:44 user nova-compute[74922]:       <mac address="fa:16:3e:e8:4b:8b"/>
Oct 30 05:53:44 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:53:44 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:53:44 user nova-compute[74922]:       <target dev="tap3e2e6510-4c"/>
Oct 30 05:53:44 user nova-compute[74922]:     </interface>
Oct 30 05:53:44 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:53:44 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/console.log" append="off"/>
Oct 30 05:53:44 user nova-compute[74922]:     </serial>
Oct 30 05:53:44 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:53:44 user nova-compute[74922]:     <video>
Oct 30 05:53:44 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:53:44 user nova-compute[74922]:     </video>
Oct 30 05:53:44 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:53:44 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:53:44 user nova-compute[74922]:     </rng>
Oct 30 05:53:44 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:53:44 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:53:44 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:53:44 user nova-compute[74922]:     </memballoon>
Oct 30 05:53:44 user nova-compute[74922]:   </devices>
Oct 30 05:53:44 user nova-compute[74922]: </domain>
Oct 30 05:53:44 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:53:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1247092623',display_name='tempest-AttachVolumeNegativeTest-server-1247092623',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1247092623',id=26,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNIEdA5tQBugI/Kh1rB1yhIJv0tNfUjJ6Nxi1DHdeuBv3LUwgcHgxf+zs9I44lQ2ztIVnqugVj0j5i4ReyzSEMEUB03Aoz+cTPJ1YC5lM03r2WJVKsQogHAEbSyXS8IifA==',key_name='tempest-keypair-1585603420',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='647004aba5a44a0396d1f4891224c7dc',ramdisk_id='',reservation_id='r-pwyouk5g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-460499645',owner_user_name='tempest-AttachVolumeNegativeTest-460499645-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:53:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0fc523869f524f2598eddbd67e616807',uuid=f560d747-69e7-4d60-a3c2-8f8307f10149,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3e2e6510-4cae-42d5-a373-b8dea1872895", "address": "fa:16:3e:e8:4b:8b", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e2e6510-4c", "ovs_interfaceid": "3e2e6510-4cae-42d5-a373-b8dea1872895", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Converting VIF {"id": "3e2e6510-4cae-42d5-a373-b8dea1872895", "address": "fa:16:3e:e8:4b:8b", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e2e6510-4c", "ovs_interfaceid": "3e2e6510-4cae-42d5-a373-b8dea1872895", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e8:4b:8b,bridge_name='br-int',has_traffic_filtering=True,id=3e2e6510-4cae-42d5-a373-b8dea1872895,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e2e6510-4c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG os_vif [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:4b:8b,bridge_name='br-int',has_traffic_filtering=True,id=3e2e6510-4cae-42d5-a373-b8dea1872895,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e2e6510-4c') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b92e5c9d-a8d2-5fff-9b2f-aedd2f4eafd7', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3e2e6510-4c, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3e2e6510-4c, col_values=(('qos', UUID('7d860aa5-46f1-4b0f-afd7-7fbcde403155')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3e2e6510-4c, col_values=(('external_ids', {'iface-id': '3e2e6510-4cae-42d5-a373-b8dea1872895', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e8:4b:8b', 'vm-uuid': 'f560d747-69e7-4d60-a3c2-8f8307f10149'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:44 user nova-compute[74922]: INFO os_vif [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:4b:8b,bridge_name='br-int',has_traffic_filtering=True,id=3e2e6510-4cae-42d5-a373-b8dea1872895,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e2e6510-4c')
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:53:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] No VIF found with MAC fa:16:3e:e8:4b:8b, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:53:45 user nova-compute[74922]: DEBUG nova.network.neutron [req-7e853603-c77e-41fd-b7bd-9dd82fce31b0 req-9d73c632-3b20-4c88-b8bf-44251e48ba32 service nova] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Updated VIF entry in instance network info cache for port 3e2e6510-4cae-42d5-a373-b8dea1872895. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:53:45 user nova-compute[74922]: DEBUG nova.network.neutron [req-7e853603-c77e-41fd-b7bd-9dd82fce31b0 req-9d73c632-3b20-4c88-b8bf-44251e48ba32 service nova] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Updating instance_info_cache with network_info: [{"id": "3e2e6510-4cae-42d5-a373-b8dea1872895", "address": "fa:16:3e:e8:4b:8b", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e2e6510-4c", "ovs_interfaceid": "3e2e6510-4cae-42d5-a373-b8dea1872895", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:53:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7e853603-c77e-41fd-b7bd-9dd82fce31b0 req-9d73c632-3b20-4c88-b8bf-44251e48ba32 service nova] Releasing lock "refresh_cache-f560d747-69e7-4d60-a3c2-8f8307f10149" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:53:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:46 user nova-compute[74922]: DEBUG nova.compute.manager [req-a52a5887-e279-4562-9608-7a9a11ec9c6c req-753731d2-edfd-4aeb-9746-cee9f587eed3 service nova] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Received event network-vif-plugged-3e2e6510-4cae-42d5-a373-b8dea1872895 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-a52a5887-e279-4562-9608-7a9a11ec9c6c req-753731d2-edfd-4aeb-9746-cee9f587eed3 service nova] Acquiring lock "f560d747-69e7-4d60-a3c2-8f8307f10149-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-a52a5887-e279-4562-9608-7a9a11ec9c6c req-753731d2-edfd-4aeb-9746-cee9f587eed3 service nova] Lock "f560d747-69e7-4d60-a3c2-8f8307f10149-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-a52a5887-e279-4562-9608-7a9a11ec9c6c req-753731d2-edfd-4aeb-9746-cee9f587eed3 service nova] Lock "f560d747-69e7-4d60-a3c2-8f8307f10149-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:46 user nova-compute[74922]: DEBUG nova.compute.manager [req-a52a5887-e279-4562-9608-7a9a11ec9c6c req-753731d2-edfd-4aeb-9746-cee9f587eed3 service nova] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] No waiting events found dispatching network-vif-plugged-3e2e6510-4cae-42d5-a373-b8dea1872895 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:53:46 user nova-compute[74922]: WARNING nova.compute.manager [req-a52a5887-e279-4562-9608-7a9a11ec9c6c req-753731d2-edfd-4aeb-9746-cee9f587eed3 service nova] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Received unexpected event network-vif-plugged-3e2e6510-4cae-42d5-a373-b8dea1872895 for instance with vm_state building and task_state spawning.
Oct 30 05:53:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:48 user nova-compute[74922]: DEBUG nova.compute.manager [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:53:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:53:48 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Instance spawned successfully.
Oct 30 05:53:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:53:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:53:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:53:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:53:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:53:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:53:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:53:48 user nova-compute[74922]: INFO nova.compute.manager [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Took 5.60 seconds to spawn the instance on the hypervisor.
Oct 30 05:53:48 user nova-compute[74922]: DEBUG nova.compute.manager [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:53:48 user nova-compute[74922]: DEBUG nova.compute.manager [req-94c28f6c-7f6a-49fd-930c-7e9076a19439 req-c3637e7b-dcd4-4e28-994d-5e01e57ce155 service nova] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Received event network-vif-plugged-3e2e6510-4cae-42d5-a373-b8dea1872895 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:53:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-94c28f6c-7f6a-49fd-930c-7e9076a19439 req-c3637e7b-dcd4-4e28-994d-5e01e57ce155 service nova] Acquiring lock "f560d747-69e7-4d60-a3c2-8f8307f10149-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:53:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-94c28f6c-7f6a-49fd-930c-7e9076a19439 req-c3637e7b-dcd4-4e28-994d-5e01e57ce155 service nova] Lock "f560d747-69e7-4d60-a3c2-8f8307f10149-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:53:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-94c28f6c-7f6a-49fd-930c-7e9076a19439 req-c3637e7b-dcd4-4e28-994d-5e01e57ce155 service nova] Lock "f560d747-69e7-4d60-a3c2-8f8307f10149-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:48 user nova-compute[74922]: DEBUG nova.compute.manager [req-94c28f6c-7f6a-49fd-930c-7e9076a19439 req-c3637e7b-dcd4-4e28-994d-5e01e57ce155 service nova] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] No waiting events found dispatching network-vif-plugged-3e2e6510-4cae-42d5-a373-b8dea1872895 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:53:48 user nova-compute[74922]: WARNING nova.compute.manager [req-94c28f6c-7f6a-49fd-930c-7e9076a19439 req-c3637e7b-dcd4-4e28-994d-5e01e57ce155 service nova] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Received unexpected event network-vif-plugged-3e2e6510-4cae-42d5-a373-b8dea1872895 for instance with vm_state building and task_state spawning.
Oct 30 05:53:48 user nova-compute[74922]: INFO nova.compute.manager [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Took 6.40 seconds to build instance.
Oct 30 05:53:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-af961736-5dda-4ee1-a18d-4f3e9b0f736b tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "f560d747-69e7-4d60-a3c2-8f8307f10149" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.515s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:53:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:53:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "e078eacb-99e2-472e-94bb-44c60147aff3" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:54:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:54:15 user nova-compute[74922]: DEBUG nova.objects.instance [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lazy-loading 'flavor' on Instance uuid e078eacb-99e2-472e-94bb-44c60147aff3 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:54:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:54:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "e078eacb-99e2-472e-94bb-44c60147aff3" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:54:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:54:16 user nova-compute[74922]: INFO nova.compute.manager [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Attaching volume 987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 to /dev/vdb
Oct 30 05:54:16 user nova-compute[74922]: DEBUG os_brick.utils [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:54:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[36bf5723-0a3d-4f78-a610-c1d2507fc56e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:54:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4600e39-d8bc-49d9-8789-8af566dd05ea]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:54:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa81f8b7-9e1c-4e88-b0d3-328f63a5c219]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:54:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb992bb1-b40d-4625-b1d8-2060cdd27e82]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:54:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:54:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:54:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:54:16 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:54:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b993c237-c55f-44f0-bceb-262374e3f748]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:54:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:54:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:54:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:54:16 user nova-compute[74922]: DEBUG os_brick.utils [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:54:16 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Updating existing volume attachment record: ffd5f6cd-e0c8-40a3-9e17-c711e61551da {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:54:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "973a038b-f887-4daf-ba88-7f604e1b6bde" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:54:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:54:19 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:54:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:54:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:54:20 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:54:20 user nova-compute[74922]: INFO nova.compute.claims [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Claim successful on node user
Oct 30 05:54:20 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:54:20 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:54:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.481s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:54:20 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:54:20 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:54:20 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:54:20 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:54:20 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:54:20 user nova-compute[74922]: DEBUG nova.policy [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '749adeb1951e475eb0633320223a75ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2410fa77d1664259aa24b2da35a330d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:54:20 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:54:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:54:20 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Creating image(s)
Oct 30 05:54:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "/opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:54:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "/opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:54:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "/opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:54:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.194s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:54:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:54:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.181s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk 1073741824" returned: 0 in 0.051s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.240s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:54:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:21 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Successfully created port: 44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:54:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.188s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:21 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Checking if we can resize image /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:54:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:21 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Cannot resize image /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:54:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:54:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Ensure instance console log exists: /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:54:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:54:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:54:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Successfully updated port: 44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "refresh_cache-973a038b-f887-4daf-ba88-7f604e1b6bde" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquired lock "refresh_cache-973a038b-f887-4daf-ba88-7f604e1b6bde" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-cdbaa861-c0c3-4a13-a3fd-90bb22335443 req-f223088b-4385-4641-95d1-b7f7738bde9a service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received event network-changed-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-cdbaa861-c0c3-4a13-a3fd-90bb22335443 req-f223088b-4385-4641-95d1-b7f7738bde9a service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Refreshing instance network info cache due to event network-changed-44dc237e-04d5-4631-afdf-ee0924c86027. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-cdbaa861-c0c3-4a13-a3fd-90bb22335443 req-f223088b-4385-4641-95d1-b7f7738bde9a service nova] Acquiring lock "refresh_cache-973a038b-f887-4daf-ba88-7f604e1b6bde" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Updating instance_info_cache with network_info: [{"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Releasing lock "refresh_cache-973a038b-f887-4daf-ba88-7f604e1b6bde" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Instance network_info: |[{"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-cdbaa861-c0c3-4a13-a3fd-90bb22335443 req-f223088b-4385-4641-95d1-b7f7738bde9a service nova] Acquired lock "refresh_cache-973a038b-f887-4daf-ba88-7f604e1b6bde" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.network.neutron [req-cdbaa861-c0c3-4a13-a3fd-90bb22335443 req-f223088b-4385-4641-95d1-b7f7738bde9a service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Refreshing network info cache for port 44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Start _get_guest_xml network_info=[{"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:54:22 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:54:22 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:54:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1997001967',display_name='tempest-AttachVolumeTestJSON-server-1997001967',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1997001967',id=27,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG7abNHk8pzIZ/gsHryn2YzE3thQlKsqlvsQoTPL4yS+3tEKLMU6a7YI4zWWWE5NZfB3tCE6nFumnVrKLAFiuM+whcq7veJxy4anSXYbS4s0SzetD4re5AYq9vjGFS0wNA==',key_name='tempest-keypair-1357408300',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2410fa77d1664259aa24b2da35a330d0',ramdisk_id='',reservation_id='r-ysqwq3p8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-128595711',owner_user_name='tempest-AttachVolumeTestJSON-128595711-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:54:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='749adeb1951e475eb0633320223a75ac',uuid=973a038b-f887-4daf-ba88-7f604e1b6bde,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Converting VIF {"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:26:45,bridge_name='br-int',has_traffic_filtering=True,id=44dc237e-04d5-4631-afdf-ee0924c86027,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44dc237e-04') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.objects.instance [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'pci_devices' on Instance uuid 973a038b-f887-4daf-ba88-7f604e1b6bde {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:54:22 user nova-compute[74922]:   <uuid>973a038b-f887-4daf-ba88-7f604e1b6bde</uuid>
Oct 30 05:54:22 user nova-compute[74922]:   <name>instance-0000001b</name>
Oct 30 05:54:22 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:54:22 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:54:22 user nova-compute[74922]:   <metadata>
Oct 30 05:54:22 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:54:22 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:54:22 user nova-compute[74922]:       <nova:name>tempest-AttachVolumeTestJSON-server-1997001967</nova:name>
Oct 30 05:54:22 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:54:22</nova:creationTime>
Oct 30 05:54:22 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:54:22 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:54:22 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:54:22 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:54:22 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:54:22 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:54:22 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:54:22 user nova-compute[74922]:       <nova:owner>
Oct 30 05:54:22 user nova-compute[74922]:         <nova:user uuid="749adeb1951e475eb0633320223a75ac">tempest-AttachVolumeTestJSON-128595711-project-member</nova:user>
Oct 30 05:54:22 user nova-compute[74922]:         <nova:project uuid="2410fa77d1664259aa24b2da35a330d0">tempest-AttachVolumeTestJSON-128595711</nova:project>
Oct 30 05:54:22 user nova-compute[74922]:       </nova:owner>
Oct 30 05:54:22 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:54:22 user nova-compute[74922]:       <nova:ports>
Oct 30 05:54:22 user nova-compute[74922]:         <nova:port uuid="44dc237e-04d5-4631-afdf-ee0924c86027">
Oct 30 05:54:22 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 30 05:54:22 user nova-compute[74922]:         </nova:port>
Oct 30 05:54:22 user nova-compute[74922]:       </nova:ports>
Oct 30 05:54:22 user nova-compute[74922]:     </nova:instance>
Oct 30 05:54:22 user nova-compute[74922]:   </metadata>
Oct 30 05:54:22 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:54:22 user nova-compute[74922]:     <system>
Oct 30 05:54:22 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:54:22 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:54:22 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:54:22 user nova-compute[74922]:       <entry name="serial">973a038b-f887-4daf-ba88-7f604e1b6bde</entry>
Oct 30 05:54:22 user nova-compute[74922]:       <entry name="uuid">973a038b-f887-4daf-ba88-7f604e1b6bde</entry>
Oct 30 05:54:22 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:54:22 user nova-compute[74922]:     </system>
Oct 30 05:54:22 user nova-compute[74922]:   </sysinfo>
Oct 30 05:54:22 user nova-compute[74922]:   <os>
Oct 30 05:54:22 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:54:22 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:54:22 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:54:22 user nova-compute[74922]:   </os>
Oct 30 05:54:22 user nova-compute[74922]:   <features>
Oct 30 05:54:22 user nova-compute[74922]:     <acpi/>
Oct 30 05:54:22 user nova-compute[74922]:     <apic/>
Oct 30 05:54:22 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:54:22 user nova-compute[74922]:   </features>
Oct 30 05:54:22 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:54:22 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:54:22 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:54:22 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:54:22 user nova-compute[74922]:   </clock>
Oct 30 05:54:22 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:54:22 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:54:22 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:54:22 user nova-compute[74922]:   </cpu>
Oct 30 05:54:22 user nova-compute[74922]:   <devices>
Oct 30 05:54:22 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:54:22 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:54:22 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk"/>
Oct 30 05:54:22 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:54:22 user nova-compute[74922]:     </disk>
Oct 30 05:54:22 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:54:22 user nova-compute[74922]:       <mac address="fa:16:3e:4b:26:45"/>
Oct 30 05:54:22 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:54:22 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:54:22 user nova-compute[74922]:       <target dev="tap44dc237e-04"/>
Oct 30 05:54:22 user nova-compute[74922]:     </interface>
Oct 30 05:54:22 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:54:22 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/console.log" append="off"/>
Oct 30 05:54:22 user nova-compute[74922]:     </serial>
Oct 30 05:54:22 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:54:22 user nova-compute[74922]:     <video>
Oct 30 05:54:22 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:54:22 user nova-compute[74922]:     </video>
Oct 30 05:54:22 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:54:22 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:54:22 user nova-compute[74922]:     </rng>
Oct 30 05:54:22 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:54:22 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:54:22 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:54:22 user nova-compute[74922]:     </memballoon>
Oct 30 05:54:22 user nova-compute[74922]:   </devices>
Oct 30 05:54:22 user nova-compute[74922]: </domain>
Oct 30 05:54:22 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:54:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1997001967',display_name='tempest-AttachVolumeTestJSON-server-1997001967',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1997001967',id=27,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG7abNHk8pzIZ/gsHryn2YzE3thQlKsqlvsQoTPL4yS+3tEKLMU6a7YI4zWWWE5NZfB3tCE6nFumnVrKLAFiuM+whcq7veJxy4anSXYbS4s0SzetD4re5AYq9vjGFS0wNA==',key_name='tempest-keypair-1357408300',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2410fa77d1664259aa24b2da35a330d0',ramdisk_id='',reservation_id='r-ysqwq3p8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-128595711',owner_user_name='tempest-AttachVolumeTestJSON-128595711-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:54:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='749adeb1951e475eb0633320223a75ac',uuid=973a038b-f887-4daf-ba88-7f604e1b6bde,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Converting VIF {"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:26:45,bridge_name='br-int',has_traffic_filtering=True,id=44dc237e-04d5-4631-afdf-ee0924c86027,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44dc237e-04') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG os_vif [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:26:45,bridge_name='br-int',has_traffic_filtering=True,id=44dc237e-04d5-4631-afdf-ee0924c86027,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44dc237e-04') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd462fd32-6dd6-57dc-95a4-575ccdead8d8', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap44dc237e-04, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap44dc237e-04, col_values=(('qos', UUID('e8a48668-eef5-40b2-b476-a46f3224abdc')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap44dc237e-04, col_values=(('external_ids', {'iface-id': '44dc237e-04d5-4631-afdf-ee0924c86027', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4b:26:45', 'vm-uuid': '973a038b-f887-4daf-ba88-7f604e1b6bde'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:22 user nova-compute[74922]: INFO os_vif [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:26:45,bridge_name='br-int',has_traffic_filtering=True,id=44dc237e-04d5-4631-afdf-ee0924c86027,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44dc237e-04')
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] No VIF found with MAC fa:16:3e:4b:26:45, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.network.neutron [req-cdbaa861-c0c3-4a13-a3fd-90bb22335443 req-f223088b-4385-4641-95d1-b7f7738bde9a service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Updated VIF entry in instance network info cache for port 44dc237e-04d5-4631-afdf-ee0924c86027. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:54:22 user nova-compute[74922]: DEBUG nova.network.neutron [req-cdbaa861-c0c3-4a13-a3fd-90bb22335443 req-f223088b-4385-4641-95d1-b7f7738bde9a service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Updating instance_info_cache with network_info: [{"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:54:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-cdbaa861-c0c3-4a13-a3fd-90bb22335443 req-f223088b-4385-4641-95d1-b7f7738bde9a service nova] Releasing lock "refresh_cache-973a038b-f887-4daf-ba88-7f604e1b6bde" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:54:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-e88d42b5-ae14-4927-a829-14465440149b req-c6c9e45f-0cf0-4bd0-9069-a015560d230b service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received event network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:54:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e88d42b5-ae14-4927-a829-14465440149b req-c6c9e45f-0cf0-4bd0-9069-a015560d230b service nova] Acquiring lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:54:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e88d42b5-ae14-4927-a829-14465440149b req-c6c9e45f-0cf0-4bd0-9069-a015560d230b service nova] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:54:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e88d42b5-ae14-4927-a829-14465440149b req-c6c9e45f-0cf0-4bd0-9069-a015560d230b service nova] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:54:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-e88d42b5-ae14-4927-a829-14465440149b req-c6c9e45f-0cf0-4bd0-9069-a015560d230b service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] No waiting events found dispatching network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:54:24 user nova-compute[74922]: WARNING nova.compute.manager [req-e88d42b5-ae14-4927-a829-14465440149b req-c6c9e45f-0cf0-4bd0-9069-a015560d230b service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received unexpected event network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 for instance with vm_state building and task_state spawning.
Oct 30 05:54:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:26 user nova-compute[74922]: DEBUG nova.compute.manager [req-73415f51-7b33-480b-a357-5e3b36bafe44 req-4eaa746d-5779-4488-9079-6ac5ecc2e01e service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received event network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:54:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-73415f51-7b33-480b-a357-5e3b36bafe44 req-4eaa746d-5779-4488-9079-6ac5ecc2e01e service nova] Acquiring lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:54:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-73415f51-7b33-480b-a357-5e3b36bafe44 req-4eaa746d-5779-4488-9079-6ac5ecc2e01e service nova] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:54:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-73415f51-7b33-480b-a357-5e3b36bafe44 req-4eaa746d-5779-4488-9079-6ac5ecc2e01e service nova] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:54:26 user nova-compute[74922]: DEBUG nova.compute.manager [req-73415f51-7b33-480b-a357-5e3b36bafe44 req-4eaa746d-5779-4488-9079-6ac5ecc2e01e service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] No waiting events found dispatching network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:54:26 user nova-compute[74922]: WARNING nova.compute.manager [req-73415f51-7b33-480b-a357-5e3b36bafe44 req-4eaa746d-5779-4488-9079-6ac5ecc2e01e service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received unexpected event network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 for instance with vm_state building and task_state spawning.
Oct 30 05:54:26 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:54:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:54:26 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Instance spawned successfully.
Oct 30 05:54:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:54:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:54:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:54:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:54:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:54:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:54:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:54:26 user nova-compute[74922]: INFO nova.compute.manager [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Took 5.51 seconds to spawn the instance on the hypervisor.
Oct 30 05:54:26 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:54:26 user nova-compute[74922]: INFO nova.compute.manager [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Took 6.46 seconds to build instance.
Oct 30 05:54:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0f50e62-3eb9-467f-8f33-c690bfd436f3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.591s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:54:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:35 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:54:35 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:54:35 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:54:35 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:54:35 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:54:35 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:54:35 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PqSepiKC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:54:36 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:54:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:54:36 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:54:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:54:36 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea923946-7146-438d-ab45-bf5156d90572]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:54:36 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a35fef3e-2a7f-41aa-80c3-97ea52615692]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2] added
Oct 30 05:54:36 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[dadee083-fd3b-4b80-9da5-16013e03de70]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f945f98-a8ad-4a9b-a0cf-e881bde4d545]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PqSepiKC {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PqSepiKC" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3094aede-bd30-490b-82cc-f240ba41efe0]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PqSepiKC'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa9062b3-36bf-4283-b687-624b79bd56a6]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d60ff79-6a5a-4288-a055-c7ba10469b06]: (4, ('tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)
Oct 30 05:54:36 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsi session list stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)
Oct 30 05:54:36 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[12fc4bd1-55cf-42f3-857c-a1bc46a352a2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2, portal: 172.16.0.220,3260]
Oct 30 05:54:36 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2, portal: 172.16.0.220,3260] successful.
Oct 30 05:54:36 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[01f592ad-09e4-4934-85c0-ede95ad2248b]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8188427-35bd-48c1-bbe6-52038c0b0546]: (4, ('tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)
Oct 30 05:54:36 user nova-compute[74922]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 (non-flash)
Oct 30 05:54:36 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsi session list stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)
Oct 30 05:54:36 user nova-compute[74922]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 (non-flash)
Oct 30 05:54:36 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.323s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] HCTL ('33', '-', '-', 0) found on session 30 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[08e39623-b0fc-4bf4-ba41-ae7e635c53e0]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:54:36 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Searching for a device in session 30 and hctl ['33', '*', '*', 0] yield: None {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:54:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:54:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:54:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 05:54:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 05:54:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 05:54:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:54:37 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Searching for a device in session 30 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:54:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PqSepiKC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:54:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.352s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:54:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] <== connect_volume: return (1353ms) {'type': 'block', 'scsi_wwn': '23339303063643632', 'path': '/dev/sdb'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:54:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23339303063643632', 'path': '/dev/sdb'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:54:37 user nova-compute[74922]: DEBUG nova.objects.instance [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lazy-loading 'flavor' on Instance uuid e078eacb-99e2-472e-94bb-44c60147aff3 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:54:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 05:54:37 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:54:37 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 05:54:37 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:54:37 user nova-compute[74922]:   <serial>987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2</serial>
Oct 30 05:54:37 user nova-compute[74922]: </disk>
Oct 30 05:54:37 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 05:54:37 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:54:37 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 05:54:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-2c40cefc-8d2b-4403-bba8-a462650999eb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:54:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-2c40cefc-8d2b-4403-bba8-a462650999eb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:54:38 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 05:54:38 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:54:38 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:54:38 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] No VIF found with MAC fa:16:3e:75:2c:69, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:54:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-222921fe-bce1-4226-8b11-7ada3cbf4001 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.368s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:54:38 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Updating instance_info_cache with network_info: [{"id": "dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6", "address": "fa:16:3e:28:20:53", "network": {"id": "7457d9ec-6eda-4079-a03c-7d931204af5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1073143125-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c3ab1f1c3b047948042cab54ae37b08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddc2d2d-f8", "ovs_interfaceid": "dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:54:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-2c40cefc-8d2b-4403-bba8-a462650999eb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:54:38 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 05:54:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-16ea90e8-06dc-4594-895a-d4e3744cc490 req-d4200914-0655-46f4-97a3-3c0c52b4adab service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Received event network-changed-78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:54:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-16ea90e8-06dc-4594-895a-d4e3744cc490 req-d4200914-0655-46f4-97a3-3c0c52b4adab service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Refreshing instance network info cache due to event network-changed-78cde883-831a-466d-a995-86216926c0a1. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:54:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-16ea90e8-06dc-4594-895a-d4e3744cc490 req-d4200914-0655-46f4-97a3-3c0c52b4adab service nova] Acquiring lock "refresh_cache-d9695caf-03be-4f5e-aac7-b6e3bdd081b6" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:54:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-16ea90e8-06dc-4594-895a-d4e3744cc490 req-d4200914-0655-46f4-97a3-3c0c52b4adab service nova] Acquired lock "refresh_cache-d9695caf-03be-4f5e-aac7-b6e3bdd081b6" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:54:38 user nova-compute[74922]: DEBUG nova.network.neutron [req-16ea90e8-06dc-4594-895a-d4e3744cc490 req-d4200914-0655-46f4-97a3-3c0c52b4adab service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Refreshing network info cache for port 78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:54:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:39 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:54:39 user nova-compute[74922]: DEBUG nova.network.neutron [req-16ea90e8-06dc-4594-895a-d4e3744cc490 req-d4200914-0655-46f4-97a3-3c0c52b4adab service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Updated VIF entry in instance network info cache for port 78cde883-831a-466d-a995-86216926c0a1. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:54:39 user nova-compute[74922]: DEBUG nova.network.neutron [req-16ea90e8-06dc-4594-895a-d4e3744cc490 req-d4200914-0655-46f4-97a3-3c0c52b4adab service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Updating instance_info_cache with network_info: [{"id": "78cde883-831a-466d-a995-86216926c0a1", "address": "fa:16:3e:df:14:2f", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78cde883-83", "ovs_interfaceid": "78cde883-831a-466d-a995-86216926c0a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:54:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-16ea90e8-06dc-4594-895a-d4e3744cc490 req-d4200914-0655-46f4-97a3-3c0c52b4adab service nova] Releasing lock "refresh_cache-d9695caf-03be-4f5e-aac7-b6e3bdd081b6" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:54:39 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:54:39 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:54:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:54:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:54:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:54:39 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 05:54:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "e078eacb-99e2-472e-94bb-44c60147aff3" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:54:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:54:40 user nova-compute[74922]: INFO nova.compute.manager [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Detaching volume 987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2
Oct 30 05:54:40 user nova-compute[74922]: INFO nova.virt.block_device [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Attempting to driver detach volume 987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 from mountpoint /dev/vdb
Oct 30 05:54:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:40 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Attempting to detach device vdb from instance e078eacb-99e2-472e-94bb-44c60147aff3 from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 05:54:40 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:54:40 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:54:40 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 05:54:40 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:54:40 user nova-compute[74922]:   <serial>987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2</serial>
Oct 30 05:54:40 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 05:54:40 user nova-compute[74922]: </disk>
Oct 30 05:54:40 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:54:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:40 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Successfully detached device vdb from instance e078eacb-99e2-472e-94bb-44c60147aff3 from the persistent domain config.
Oct 30 05:54:40 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e078eacb-99e2-472e-94bb-44c60147aff3 from the live domain config. {{(pid=74922) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 05:54:40 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:54:40 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:54:40 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 05:54:40 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:54:40 user nova-compute[74922]:   <serial>987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2</serial>
Oct 30 05:54:40 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 05:54:40 user nova-compute[74922]: </disk>
Oct 30 05:54:40 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:54:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e078eacb-99e2-472e-94bb-44c60147aff3 {{(pid=74922) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 05:54:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk --force-share --output=json" returned: 0 in 0.255s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:54:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:44 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:54:44 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:54:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=7483MB free_disk=25.382801055908203GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 05:54:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:54:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:54:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 4c3e6679-374d-4644-b05d-ef0bf04d7a3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:54:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance a9ee90ad-74b3-41dc-8daa-435b156cecbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:54:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance e078eacb-99e2-472e-94bb-44c60147aff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:54:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 2c40cefc-8d2b-4403-bba8-a462650999eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:54:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 65631229-4687-4394-b06e-2cca0312587b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:54:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance d9695caf-03be-4f5e-aac7-b6e3bdd081b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:54:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:54:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance f560d747-69e7-4d60-a3c2-8f8307f10149 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:54:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 973a038b-f887-4daf-ba88-7f604e1b6bde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:54:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 05:54:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 05:54:44 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:54:44 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:54:45 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 05:54:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.564s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:54:45 user nova-compute[74922]: DEBUG nova.compute.manager [None req-b4e58d54-0023-43a7-a9a0-739993f8c946 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:54:45 user nova-compute[74922]: INFO nova.compute.manager [None req-b4e58d54-0023-43a7-a9a0-739993f8c946 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] instance snapshotting
Oct 30 05:54:45 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-b4e58d54-0023-43a7-a9a0-739993f8c946 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Beginning live snapshot process
Oct 30 05:54:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b4e58d54-0023-43a7-a9a0-739993f8c946 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json -f qcow2 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b4e58d54-0023-43a7-a9a0-739993f8c946 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json -f qcow2" returned: 0 in 0.203s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b4e58d54-0023-43a7-a9a0-739993f8c946 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json -f qcow2 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:54:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:54:46 user nova-compute[74922]: INFO nova.compute.manager [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Shelving
Oct 30 05:54:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b4e58d54-0023-43a7-a9a0-739993f8c946 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json -f qcow2" returned: 0 in 0.192s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b4e58d54-0023-43a7-a9a0-739993f8c946 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b4e58d54-0023-43a7-a9a0-739993f8c946 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.188s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b4e58d54-0023-43a7-a9a0-739993f8c946 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpb862_4ob/491e51c3a7f442e7a57219dde63bc0d5.delta 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:46 user nova-compute[74922]: DEBUG nova.compute.manager [req-8327720c-4123-41bb-bac6-566d19deae53 req-76432afd-18c3-4f25-a31e-7b52a0c04b74 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Received event network-vif-unplugged-78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:54:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8327720c-4123-41bb-bac6-566d19deae53 req-76432afd-18c3-4f25-a31e-7b52a0c04b74 service nova] Acquiring lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:54:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8327720c-4123-41bb-bac6-566d19deae53 req-76432afd-18c3-4f25-a31e-7b52a0c04b74 service nova] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:54:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8327720c-4123-41bb-bac6-566d19deae53 req-76432afd-18c3-4f25-a31e-7b52a0c04b74 service nova] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:54:46 user nova-compute[74922]: DEBUG nova.compute.manager [req-8327720c-4123-41bb-bac6-566d19deae53 req-76432afd-18c3-4f25-a31e-7b52a0c04b74 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] No waiting events found dispatching network-vif-unplugged-78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:54:46 user nova-compute[74922]: WARNING nova.compute.manager [req-8327720c-4123-41bb-bac6-566d19deae53 req-76432afd-18c3-4f25-a31e-7b52a0c04b74 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Received unexpected event network-vif-unplugged-78cde883-831a-466d-a995-86216926c0a1 for instance with vm_state active and task_state shelving.
Oct 30 05:54:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b4e58d54-0023-43a7-a9a0-739993f8c946 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpb862_4ob/491e51c3a7f442e7a57219dde63bc0d5.delta 1073741824" returned: 0 in 0.071s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:46 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-b4e58d54-0023-43a7-a9a0-739993f8c946 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 30 05:54:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:47 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Instance destroyed successfully.
Oct 30 05:54:47 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-b4e58d54-0023-43a7-a9a0-739993f8c946 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74922) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 05:54:47 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Beginning cold snapshot process
Oct 30 05:54:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:47 user nova-compute[74922]: DEBUG nova.privsep.utils [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74922) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 05:54:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk /opt/stack/data/nova/instances/snapshots/tmp1wo0ilk6/461f530dca5d48ad855cdc4e2315219c {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-b4e58d54-0023-43a7-a9a0-739993f8c946 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74922) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 05:54:48 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-b4e58d54-0023-43a7-a9a0-739993f8c946 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 30 05:54:48 user nova-compute[74922]: DEBUG nova.privsep.utils [None req-b4e58d54-0023-43a7-a9a0-739993f8c946 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74922) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 05:54:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b4e58d54-0023-43a7-a9a0-739993f8c946 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpb862_4ob/491e51c3a7f442e7a57219dde63bc0d5.delta /opt/stack/data/nova/instances/snapshots/tmpb862_4ob/491e51c3a7f442e7a57219dde63bc0d5 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:48 user nova-compute[74922]: DEBUG nova.compute.manager [req-06be8a0a-6a02-44c6-845c-367f3028cdf2 req-d8c5581d-0db3-4885-9e91-df69ff8b71cc service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Received event network-vif-plugged-78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:54:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-06be8a0a-6a02-44c6-845c-367f3028cdf2 req-d8c5581d-0db3-4885-9e91-df69ff8b71cc service nova] Acquiring lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:54:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-06be8a0a-6a02-44c6-845c-367f3028cdf2 req-d8c5581d-0db3-4885-9e91-df69ff8b71cc service nova] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:54:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-06be8a0a-6a02-44c6-845c-367f3028cdf2 req-d8c5581d-0db3-4885-9e91-df69ff8b71cc service nova] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:54:48 user nova-compute[74922]: DEBUG nova.compute.manager [req-06be8a0a-6a02-44c6-845c-367f3028cdf2 req-d8c5581d-0db3-4885-9e91-df69ff8b71cc service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] No waiting events found dispatching network-vif-plugged-78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:54:48 user nova-compute[74922]: WARNING nova.compute.manager [req-06be8a0a-6a02-44c6-845c-367f3028cdf2 req-d8c5581d-0db3-4885-9e91-df69ff8b71cc service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Received unexpected event network-vif-plugged-78cde883-831a-466d-a995-86216926c0a1 for instance with vm_state active and task_state shelving_image_pending_upload.
Oct 30 05:54:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b4e58d54-0023-43a7-a9a0-739993f8c946 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpb862_4ob/491e51c3a7f442e7a57219dde63bc0d5.delta /opt/stack/data/nova/instances/snapshots/tmpb862_4ob/491e51c3a7f442e7a57219dde63bc0d5" returned: 0 in 0.747s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:48 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-b4e58d54-0023-43a7-a9a0-739993f8c946 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Snapshot extracted, beginning image upload
Oct 30 05:54:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk /opt/stack/data/nova/instances/snapshots/tmp1wo0ilk6/461f530dca5d48ad855cdc4e2315219c" returned: 0 in 1.135s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:49 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Snapshot extracted, beginning image upload
Oct 30 05:54:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:51 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-b4e58d54-0023-43a7-a9a0-739993f8c946 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Snapshot image upload complete
Oct 30 05:54:51 user nova-compute[74922]: INFO nova.compute.manager [None req-b4e58d54-0023-43a7-a9a0-739993f8c946 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Took 5.97 seconds to snapshot the instance on the hypervisor.
Oct 30 05:54:51 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Snapshot image upload complete
Oct 30 05:54:51 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:54:51 user nova-compute[74922]: INFO nova.compute.manager [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Shelve offloading
Oct 30 05:54:51 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Instance destroyed successfully.
Oct 30 05:54:51 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:54:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "refresh_cache-d9695caf-03be-4f5e-aac7-b6e3bdd081b6" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:54:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquired lock "refresh_cache-d9695caf-03be-4f5e-aac7-b6e3bdd081b6" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:54:51 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:54:52 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Updating instance_info_cache with network_info: [{"id": "78cde883-831a-466d-a995-86216926c0a1", "address": "fa:16:3e:df:14:2f", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78cde883-83", "ovs_interfaceid": "78cde883-831a-466d-a995-86216926c0a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:54:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Releasing lock "refresh_cache-d9695caf-03be-4f5e-aac7-b6e3bdd081b6" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:54:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "4e3bafb9-caaa-4a26-99c2-281620b6313b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:54:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:54:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:52 user nova-compute[74922]: DEBUG nova.compute.manager [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:54:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:54:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:54:52 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:54:52 user nova-compute[74922]: INFO nova.compute.claims [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Claim successful on node user
Oct 30 05:54:53 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Instance destroyed successfully.
Oct 30 05:54:53 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lazy-loading 'resources' on Instance uuid d9695caf-03be-4f5e-aac7-b6e3bdd081b6 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:52:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1110358925',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1110358925',id=24,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHkP9KtBBggVQyIWTz+8R02hDMafpswOH14OxR9ZqoVvzW5EUzFEq4GplrEbMDKPFh+vboO+jp6Cf7TvWcEckwaeRA6m1FHBO8cAgfu+wbW3NZGQczEJNK2jYsv2CKbwmA==',key_name='tempest-keypair-739191776',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:52:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='73d2a39f4ae84da684337b7e136087ac',ramdisk_id='',reservation_id='r-3ti7qibe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-2094568404',owner_user_name='tempest-AttachVolumeShelveTestJSON-2094568404-project-member',shelved_at='2023-10-30T05:54:51.873938',shelved_host='user',shelved_image_id='cb1a1f84-8e4a-47a9-868e-261b227653bb'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:54:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796b18db1279483e9fb141b8cc077abe',uuid=d9695caf-03be-4f5e-aac7-b6e3bdd081b6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "78cde883-831a-466d-a995-86216926c0a1", "address": "fa:16:3e:df:14:2f", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78cde883-83", "ovs_interfaceid": "78cde883-831a-466d-a995-86216926c0a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Converting VIF {"id": "78cde883-831a-466d-a995-86216926c0a1", "address": "fa:16:3e:df:14:2f", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78cde883-83", "ovs_interfaceid": "78cde883-831a-466d-a995-86216926c0a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:14:2f,bridge_name='br-int',has_traffic_filtering=True,id=78cde883-831a-466d-a995-86216926c0a1,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78cde883-83') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG os_vif [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:14:2f,bridge_name='br-int',has_traffic_filtering=True,id=78cde883-831a-466d-a995-86216926c0a1,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78cde883-83') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap78cde883-83, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG nova.compute.manager [req-d57e3885-b40c-40d9-b9e8-81695a69ddbc req-da7014b8-94d3-4f75-ac60-0395b5c15b02 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Received event network-changed-78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG nova.compute.manager [req-d57e3885-b40c-40d9-b9e8-81695a69ddbc req-da7014b8-94d3-4f75-ac60-0395b5c15b02 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Refreshing instance network info cache due to event network-changed-78cde883-831a-466d-a995-86216926c0a1. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d57e3885-b40c-40d9-b9e8-81695a69ddbc req-da7014b8-94d3-4f75-ac60-0395b5c15b02 service nova] Acquiring lock "refresh_cache-d9695caf-03be-4f5e-aac7-b6e3bdd081b6" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d57e3885-b40c-40d9-b9e8-81695a69ddbc req-da7014b8-94d3-4f75-ac60-0395b5c15b02 service nova] Acquired lock "refresh_cache-d9695caf-03be-4f5e-aac7-b6e3bdd081b6" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG nova.network.neutron [req-d57e3885-b40c-40d9-b9e8-81695a69ddbc req-da7014b8-94d3-4f75-ac60-0395b5c15b02 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Refreshing network info cache for port 78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=138c5a55-c06a-477e-b45a-251a6ae64f91) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:54:53 user nova-compute[74922]: INFO os_vif [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:14:2f,bridge_name='br-int',has_traffic_filtering=True,id=78cde883-831a-466d-a995-86216926c0a1,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78cde883-83')
Oct 30 05:54:53 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Deleting instance files /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6_del
Oct 30 05:54:53 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Deletion of /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6_del complete
Oct 30 05:54:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.452s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG nova.network.neutron [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:54:53 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:54:53 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Deleted allocations for instance d9695caf-03be-4f5e-aac7-b6e3bdd081b6
Oct 30 05:54:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:54:53 user nova-compute[74922]: INFO nova.virt.block_device [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Booting with volume 9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 at /dev/vda
Oct 30 05:54:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lazy-loading 'numa_topology' on Instance uuid d9695caf-03be-4f5e-aac7-b6e3bdd081b6 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG nova.objects.base [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Object Instance<d9695caf-03be-4f5e-aac7-b6e3bdd081b6> lazy-loaded attributes: resources,numa_topology {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG nova.policy [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2efd61aeedd04bd4bdf7af2f3b15c99e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7689a63a17e4743ae8888892f1ee34b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG os_brick.utils [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[343df6b8-2265-4ac1-9592-20e6a98b2f9b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d6ec83e-0f43-47ad-9f16-0940b60c8b24]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6646409a-6c6b-4bda-816f-adebaa903036]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d233f0a2-b6b5-4983-b421-7ede051c4993]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:54:53 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:54:53 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf55a9e0-4e8a-41e5-bba8-211b6f92654c]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG os_brick.utils [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Updating existing volume attachment record: b7604a6e-8f7f-4585-858e-bf4bb36fc7ea {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG nova.network.neutron [req-d57e3885-b40c-40d9-b9e8-81695a69ddbc req-da7014b8-94d3-4f75-ac60-0395b5c15b02 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Updated VIF entry in instance network info cache for port 78cde883-831a-466d-a995-86216926c0a1. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG nova.network.neutron [req-d57e3885-b40c-40d9-b9e8-81695a69ddbc req-da7014b8-94d3-4f75-ac60-0395b5c15b02 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Updating instance_info_cache with network_info: [{"id": "78cde883-831a-466d-a995-86216926c0a1", "address": "fa:16:3e:df:14:2f", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap78cde883-83", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d57e3885-b40c-40d9-b9e8-81695a69ddbc req-da7014b8-94d3-4f75-ac60-0395b5c15b02 service nova] Releasing lock "refresh_cache-d9695caf-03be-4f5e-aac7-b6e3bdd081b6" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.451s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:54:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6f70a431-b03b-457e-b321-5a7b5edbbe3b tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 7.816s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:54:54 user nova-compute[74922]: DEBUG nova.network.neutron [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Successfully created port: 0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:54:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:54 user nova-compute[74922]: DEBUG nova.network.neutron [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Successfully updated port: 0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:54:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "refresh_cache-4e3bafb9-caaa-4a26-99c2-281620b6313b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:54:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquired lock "refresh_cache-4e3bafb9-caaa-4a26-99c2-281620b6313b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:54:54 user nova-compute[74922]: DEBUG nova.network.neutron [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:54:54 user nova-compute[74922]: DEBUG nova.compute.manager [req-1985d29b-a8a9-4ef9-97ca-bdddfca6f12a req-6bb1cd00-dfa2-4b94-9f84-208bf72968d8 service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Received event network-changed-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:54:54 user nova-compute[74922]: DEBUG nova.compute.manager [req-1985d29b-a8a9-4ef9-97ca-bdddfca6f12a req-6bb1cd00-dfa2-4b94-9f84-208bf72968d8 service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Refreshing instance network info cache due to event network-changed-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:54:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1985d29b-a8a9-4ef9-97ca-bdddfca6f12a req-6bb1cd00-dfa2-4b94-9f84-208bf72968d8 service nova] Acquiring lock "refresh_cache-4e3bafb9-caaa-4a26-99c2-281620b6313b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:54:54 user nova-compute[74922]: DEBUG nova.network.neutron [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:54:55 user nova-compute[74922]: DEBUG nova.network.neutron [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Updating instance_info_cache with network_info: [{"id": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "address": "fa:16:3e:6a:f6:fb", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d9c4ab8-3c", "ovs_interfaceid": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:54:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Releasing lock "refresh_cache-4e3bafb9-caaa-4a26-99c2-281620b6313b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:54:55 user nova-compute[74922]: DEBUG nova.compute.manager [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Instance network_info: |[{"id": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "address": "fa:16:3e:6a:f6:fb", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d9c4ab8-3c", "ovs_interfaceid": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:54:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1985d29b-a8a9-4ef9-97ca-bdddfca6f12a req-6bb1cd00-dfa2-4b94-9f84-208bf72968d8 service nova] Acquired lock "refresh_cache-4e3bafb9-caaa-4a26-99c2-281620b6313b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:54:55 user nova-compute[74922]: DEBUG nova.network.neutron [req-1985d29b-a8a9-4ef9-97ca-bdddfca6f12a req-6bb1cd00-dfa2-4b94-9f84-208bf72968d8 service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Refreshing network info cache for port 0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:54:55 user nova-compute[74922]: DEBUG nova.network.neutron [req-1985d29b-a8a9-4ef9-97ca-bdddfca6f12a req-6bb1cd00-dfa2-4b94-9f84-208bf72968d8 service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Updated VIF entry in instance network info cache for port 0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:54:55 user nova-compute[74922]: DEBUG nova.network.neutron [req-1985d29b-a8a9-4ef9-97ca-bdddfca6f12a req-6bb1cd00-dfa2-4b94-9f84-208bf72968d8 service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Updating instance_info_cache with network_info: [{"id": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "address": "fa:16:3e:6a:f6:fb", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d9c4ab8-3c", "ovs_interfaceid": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:54:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1985d29b-a8a9-4ef9-97ca-bdddfca6f12a req-6bb1cd00-dfa2-4b94-9f84-208bf72968d8 service nova] Releasing lock "refresh_cache-4e3bafb9-caaa-4a26-99c2-281620b6313b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:54:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:54:58 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:01 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e078eacb-99e2-472e-94bb-44c60147aff3 is timed out.
Oct 30 05:55:01 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Successfully detached device vdb from instance e078eacb-99e2-472e-94bb-44c60147aff3 from the live domain config.
Oct 30 05:55:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PqSepiKC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:55:01 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:55:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cbd863b-707b-4162-a52a-8c45a0ed42c8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:55:01 user nova-compute[74922]: No targets found.
Oct 30 05:55:01 user nova-compute[74922]: iSNS:
Oct 30 05:55:01 user nova-compute[74922]: No targets found.
Oct 30 05:55:01 user nova-compute[74922]: STATIC:
Oct 30 05:55:01 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2
Oct 30 05:55:01 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:55:01 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:55:01 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332
Oct 30 05:55:01 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:55:01 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:55:01 user nova-compute[74922]: FIRMWARE:
Oct 30 05:55:01 user nova-compute[74922]: No targets found.
Oct 30 05:55:01 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:55:01 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:55:01 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[84b7ee58-55ad-4de1-af98-34e8be552835]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9a41f8f-caa1-4efd-b156-af01e416fd66]: (4, ('tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)
Oct 30 05:55:01 user nova-compute[74922]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 (non-flash)
Oct 30 05:55:01 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsi session list stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)
Oct 30 05:55:01 user nova-compute[74922]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 (non-flash)
Oct 30 05:55:01 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f820856d120>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2'): ({'sdb'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Removing single pathed devices sdb {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[67f4c2f6-a4ed-41a5-b94a-a6ee180a781a]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[77488e55-f116-4657-baf3-7d575643c3ff]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Flushing IO for device /dev/sdb {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ca5dd29-c104-426e-952a-c18a53bd14d6]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e6d7954-78ed-4c13-9955-87039bf3b9f5]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[cecda3ac-51f2-4f84-8665-a328646bb891]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[86430f7e-ae9e-480e-bf22-a8944d697034]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2, portal: 172.16.0.220,3260]
Oct 30 05:55:01 user nova-compute[74922]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2, portal: 172.16.0.220,3260] successful.
Oct 30 05:55:01 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:987e885b-a8d5-4dfe-93a6-2aa7bcd0eeb2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b102e3f1-13d3-4d29-a93e-3abab40ea4fe]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.313s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] <== disconnect_volume: return (314ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:55:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:55:02 user nova-compute[74922]: DEBUG nova.objects.instance [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lazy-loading 'flavor' on Instance uuid e078eacb-99e2-472e-94bb-44c60147aff3 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:55:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-40929183-03ff-4c0f-b27a-02ca55805ac3 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.902s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:06 user nova-compute[74922]: DEBUG nova.compute.manager [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:55:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:06 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:55:06 user nova-compute[74922]: INFO nova.compute.claims [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Claim successful on node user
Oct 30 05:55:07 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:55:07 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:55:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.493s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:07 user nova-compute[74922]: DEBUG nova.compute.manager [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:55:07 user nova-compute[74922]: DEBUG nova.compute.manager [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:55:07 user nova-compute[74922]: DEBUG nova.network.neutron [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:55:07 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:55:07 user nova-compute[74922]: DEBUG nova.compute.manager [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:55:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:07 user nova-compute[74922]: DEBUG nova.policy [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe743e7c472c45eb9c4b0117d6768e21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b6ed9ada4b843c6a65c89729522bcc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:55:07 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:55:07 user nova-compute[74922]: DEBUG nova.compute.manager [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:55:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:55:07 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Creating image(s)
Oct 30 05:55:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "/opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "/opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "/opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:55:07 user nova-compute[74922]: INFO nova.compute.claims [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Claim successful on node user
Oct 30 05:55:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.193s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.219s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk 1073741824" returned: 0 in 0.066s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.293s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG nova.network.neutron [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Successfully created port: 54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.256s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Checking if we can resize image /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.712s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG nova.network.neutron [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:55:08 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:55:08 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Cannot resize image /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Ensure instance console log exists: /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG nova.policy [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe743e7c472c45eb9c4b0117d6768e21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b6ed9ada4b843c6a65c89729522bcc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:55:08 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Creating image(s)
Oct 30 05:55:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "/opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "/opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "/opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.272s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.238s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk 1073741824" returned: 0 in 0.072s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.319s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.249s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:09 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:55:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:09 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Cannot resize image /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:55:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:55:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Ensure instance console log exists: /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:55:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:09 user nova-compute[74922]: DEBUG nova.network.neutron [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Successfully updated port: 54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "refresh_cache-152ed8a0-4208-485b-bf31-fcdd5b7469ed" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquired lock "refresh_cache-152ed8a0-4208-485b-bf31-fcdd5b7469ed" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.network.neutron [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.compute.manager [req-7936477e-2240-4f23-b272-24b94759e5ab req-094014f6-c18a-41c4-8e77-edff578d7dc4 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Received event network-changed-54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.compute.manager [req-7936477e-2240-4f23-b272-24b94759e5ab req-094014f6-c18a-41c4-8e77-edff578d7dc4 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Refreshing instance network info cache due to event network-changed-54bd5b43-292d-41a3-8d81-e5f2729fcd25. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7936477e-2240-4f23-b272-24b94759e5ab req-094014f6-c18a-41c4-8e77-edff578d7dc4 service nova] Acquiring lock "refresh_cache-152ed8a0-4208-485b-bf31-fcdd5b7469ed" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.network.neutron [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.network.neutron [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Successfully created port: 91875eb1-5c69-45c9-86c9-1bdb2506db9f {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.network.neutron [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Updating instance_info_cache with network_info: [{"id": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "address": "fa:16:3e:5f:ad:20", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54bd5b43-29", "ovs_interfaceid": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Releasing lock "refresh_cache-152ed8a0-4208-485b-bf31-fcdd5b7469ed" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.compute.manager [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Instance network_info: |[{"id": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "address": "fa:16:3e:5f:ad:20", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54bd5b43-29", "ovs_interfaceid": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7936477e-2240-4f23-b272-24b94759e5ab req-094014f6-c18a-41c4-8e77-edff578d7dc4 service nova] Acquired lock "refresh_cache-152ed8a0-4208-485b-bf31-fcdd5b7469ed" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.network.neutron [req-7936477e-2240-4f23-b272-24b94759e5ab req-094014f6-c18a-41c4-8e77-edff578d7dc4 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Refreshing network info cache for port 54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Start _get_guest_xml network_info=[{"id": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "address": "fa:16:3e:5f:ad:20", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54bd5b43-29", "ovs_interfaceid": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:55:10 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:55:10 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:55:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-191666663',display_name='tempest-ServerRescueNegativeTestJSON-server-191666663',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-191666663',id=29,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4b6ed9ada4b843c6a65c89729522bcc0',ramdisk_id='',reservation_id='r-igrv1f4x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-871052705',owner_user_name='tempest-ServerRescueNegativeTestJSON-871052705-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:55:08Z,user_data=None,user_id='fe743e7c472c45eb9c4b0117d6768e21',uuid=152ed8a0-4208-485b-bf31-fcdd5b7469ed,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "address": "fa:16:3e:5f:ad:20", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54bd5b43-29", "ovs_interfaceid": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Converting VIF {"id": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "address": "fa:16:3e:5f:ad:20", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54bd5b43-29", "ovs_interfaceid": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5f:ad:20,bridge_name='br-int',has_traffic_filtering=True,id=54bd5b43-292d-41a3-8d81-e5f2729fcd25,network=Network(992d3f4a-6230-4a77-b245-e316335fccc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54bd5b43-29') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.objects.instance [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'pci_devices' on Instance uuid 152ed8a0-4208-485b-bf31-fcdd5b7469ed {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:55:10 user nova-compute[74922]:   <uuid>152ed8a0-4208-485b-bf31-fcdd5b7469ed</uuid>
Oct 30 05:55:10 user nova-compute[74922]:   <name>instance-0000001d</name>
Oct 30 05:55:10 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:55:10 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:55:10 user nova-compute[74922]:   <metadata>
Oct 30 05:55:10 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:55:10 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:55:10 user nova-compute[74922]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-191666663</nova:name>
Oct 30 05:55:10 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:55:10</nova:creationTime>
Oct 30 05:55:10 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:55:10 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:55:10 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:55:10 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:55:10 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:55:10 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:55:10 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:55:10 user nova-compute[74922]:       <nova:owner>
Oct 30 05:55:10 user nova-compute[74922]:         <nova:user uuid="fe743e7c472c45eb9c4b0117d6768e21">tempest-ServerRescueNegativeTestJSON-871052705-project-member</nova:user>
Oct 30 05:55:10 user nova-compute[74922]:         <nova:project uuid="4b6ed9ada4b843c6a65c89729522bcc0">tempest-ServerRescueNegativeTestJSON-871052705</nova:project>
Oct 30 05:55:10 user nova-compute[74922]:       </nova:owner>
Oct 30 05:55:10 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:55:10 user nova-compute[74922]:       <nova:ports>
Oct 30 05:55:10 user nova-compute[74922]:         <nova:port uuid="54bd5b43-292d-41a3-8d81-e5f2729fcd25">
Oct 30 05:55:10 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 30 05:55:10 user nova-compute[74922]:         </nova:port>
Oct 30 05:55:10 user nova-compute[74922]:       </nova:ports>
Oct 30 05:55:10 user nova-compute[74922]:     </nova:instance>
Oct 30 05:55:10 user nova-compute[74922]:   </metadata>
Oct 30 05:55:10 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:55:10 user nova-compute[74922]:     <system>
Oct 30 05:55:10 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:55:10 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:55:10 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:55:10 user nova-compute[74922]:       <entry name="serial">152ed8a0-4208-485b-bf31-fcdd5b7469ed</entry>
Oct 30 05:55:10 user nova-compute[74922]:       <entry name="uuid">152ed8a0-4208-485b-bf31-fcdd5b7469ed</entry>
Oct 30 05:55:10 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:55:10 user nova-compute[74922]:     </system>
Oct 30 05:55:10 user nova-compute[74922]:   </sysinfo>
Oct 30 05:55:10 user nova-compute[74922]:   <os>
Oct 30 05:55:10 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:55:10 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:55:10 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:55:10 user nova-compute[74922]:   </os>
Oct 30 05:55:10 user nova-compute[74922]:   <features>
Oct 30 05:55:10 user nova-compute[74922]:     <acpi/>
Oct 30 05:55:10 user nova-compute[74922]:     <apic/>
Oct 30 05:55:10 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:55:10 user nova-compute[74922]:   </features>
Oct 30 05:55:10 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:55:10 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:55:10 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:55:10 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:55:10 user nova-compute[74922]:   </clock>
Oct 30 05:55:10 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:55:10 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:55:10 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:55:10 user nova-compute[74922]:   </cpu>
Oct 30 05:55:10 user nova-compute[74922]:   <devices>
Oct 30 05:55:10 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:55:10 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:55:10 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk"/>
Oct 30 05:55:10 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:55:10 user nova-compute[74922]:     </disk>
Oct 30 05:55:10 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:55:10 user nova-compute[74922]:       <mac address="fa:16:3e:5f:ad:20"/>
Oct 30 05:55:10 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:55:10 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:55:10 user nova-compute[74922]:       <target dev="tap54bd5b43-29"/>
Oct 30 05:55:10 user nova-compute[74922]:     </interface>
Oct 30 05:55:10 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:55:10 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/console.log" append="off"/>
Oct 30 05:55:10 user nova-compute[74922]:     </serial>
Oct 30 05:55:10 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:55:10 user nova-compute[74922]:     <video>
Oct 30 05:55:10 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:55:10 user nova-compute[74922]:     </video>
Oct 30 05:55:10 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:55:10 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:55:10 user nova-compute[74922]:     </rng>
Oct 30 05:55:10 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:55:10 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:55:10 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:55:10 user nova-compute[74922]:     </memballoon>
Oct 30 05:55:10 user nova-compute[74922]:   </devices>
Oct 30 05:55:10 user nova-compute[74922]: </domain>
Oct 30 05:55:10 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:55:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-191666663',display_name='tempest-ServerRescueNegativeTestJSON-server-191666663',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-191666663',id=29,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4b6ed9ada4b843c6a65c89729522bcc0',ramdisk_id='',reservation_id='r-igrv1f4x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-871052705',owner_user_name='tempest-ServerRescueNegativeTestJSON-871052705-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:55:08Z,user_data=None,user_id='fe743e7c472c45eb9c4b0117d6768e21',uuid=152ed8a0-4208-485b-bf31-fcdd5b7469ed,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "address": "fa:16:3e:5f:ad:20", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54bd5b43-29", "ovs_interfaceid": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Converting VIF {"id": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "address": "fa:16:3e:5f:ad:20", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54bd5b43-29", "ovs_interfaceid": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5f:ad:20,bridge_name='br-int',has_traffic_filtering=True,id=54bd5b43-292d-41a3-8d81-e5f2729fcd25,network=Network(992d3f4a-6230-4a77-b245-e316335fccc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54bd5b43-29') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG os_vif [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5f:ad:20,bridge_name='br-int',has_traffic_filtering=True,id=54bd5b43-292d-41a3-8d81-e5f2729fcd25,network=Network(992d3f4a-6230-4a77-b245-e316335fccc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54bd5b43-29') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'afe6f1f7-e16f-5318-8503-9c17309f749a', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap54bd5b43-29, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap54bd5b43-29, col_values=(('qos', UUID('675df198-cd37-4ffd-80c5-5634bafde55d')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap54bd5b43-29, col_values=(('external_ids', {'iface-id': '54bd5b43-292d-41a3-8d81-e5f2729fcd25', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5f:ad:20', 'vm-uuid': '152ed8a0-4208-485b-bf31-fcdd5b7469ed'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:10 user nova-compute[74922]: INFO os_vif [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5f:ad:20,bridge_name='br-int',has_traffic_filtering=True,id=54bd5b43-292d-41a3-8d81-e5f2729fcd25,network=Network(992d3f4a-6230-4a77-b245-e316335fccc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54bd5b43-29')
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:55:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] No VIF found with MAC fa:16:3e:5f:ad:20, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.network.neutron [req-7936477e-2240-4f23-b272-24b94759e5ab req-094014f6-c18a-41c4-8e77-edff578d7dc4 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Updated VIF entry in instance network info cache for port 54bd5b43-292d-41a3-8d81-e5f2729fcd25. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.network.neutron [req-7936477e-2240-4f23-b272-24b94759e5ab req-094014f6-c18a-41c4-8e77-edff578d7dc4 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Updating instance_info_cache with network_info: [{"id": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "address": "fa:16:3e:5f:ad:20", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54bd5b43-29", "ovs_interfaceid": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.network.neutron [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Successfully updated port: 91875eb1-5c69-45c9-86c9-1bdb2506db9f {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7936477e-2240-4f23-b272-24b94759e5ab req-094014f6-c18a-41c4-8e77-edff578d7dc4 service nova] Releasing lock "refresh_cache-152ed8a0-4208-485b-bf31-fcdd5b7469ed" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "refresh_cache-bf842ae2-dd28-4c55-8c4d-e416d89d75d2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquired lock "refresh_cache-bf842ae2-dd28-4c55-8c4d-e416d89d75d2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.network.neutron [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.compute.manager [req-ee908604-25ac-43bc-ba7d-e6faf53daae3 req-6c269277-482d-4ea3-85ca-7559f66894a1 service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Received event network-changed-91875eb1-5c69-45c9-86c9-1bdb2506db9f {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.compute.manager [req-ee908604-25ac-43bc-ba7d-e6faf53daae3 req-6c269277-482d-4ea3-85ca-7559f66894a1 service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Refreshing instance network info cache due to event network-changed-91875eb1-5c69-45c9-86c9-1bdb2506db9f. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ee908604-25ac-43bc-ba7d-e6faf53daae3 req-6c269277-482d-4ea3-85ca-7559f66894a1 service nova] Acquiring lock "refresh_cache-bf842ae2-dd28-4c55-8c4d-e416d89d75d2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.network.neutron [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.network.neutron [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Updating instance_info_cache with network_info: [{"id": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "address": "fa:16:3e:19:a1:bb", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91875eb1-5c", "ovs_interfaceid": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Releasing lock "refresh_cache-bf842ae2-dd28-4c55-8c4d-e416d89d75d2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Instance network_info: |[{"id": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "address": "fa:16:3e:19:a1:bb", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91875eb1-5c", "ovs_interfaceid": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ee908604-25ac-43bc-ba7d-e6faf53daae3 req-6c269277-482d-4ea3-85ca-7559f66894a1 service nova] Acquired lock "refresh_cache-bf842ae2-dd28-4c55-8c4d-e416d89d75d2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.network.neutron [req-ee908604-25ac-43bc-ba7d-e6faf53daae3 req-6c269277-482d-4ea3-85ca-7559f66894a1 service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Refreshing network info cache for port 91875eb1-5c69-45c9-86c9-1bdb2506db9f {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Start _get_guest_xml network_info=[{"id": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "address": "fa:16:3e:19:a1:bb", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91875eb1-5c", "ovs_interfaceid": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:55:11 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:55:11 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:55:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1723618574',display_name='tempest-ServerRescueNegativeTestJSON-server-1723618574',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1723618574',id=30,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4b6ed9ada4b843c6a65c89729522bcc0',ramdisk_id='',reservation_id='r-edtnu6rr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-871052705',owner_user_name='tempest-ServerRescueNegativeTestJSON-871052705-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:55:09Z,user_data=None,user_id='fe743e7c472c45eb9c4b0117d6768e21',uuid=bf842ae2-dd28-4c55-8c4d-e416d89d75d2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "address": "fa:16:3e:19:a1:bb", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91875eb1-5c", "ovs_interfaceid": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Converting VIF {"id": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "address": "fa:16:3e:19:a1:bb", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91875eb1-5c", "ovs_interfaceid": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:a1:bb,bridge_name='br-int',has_traffic_filtering=True,id=91875eb1-5c69-45c9-86c9-1bdb2506db9f,network=Network(992d3f4a-6230-4a77-b245-e316335fccc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91875eb1-5c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.objects.instance [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'pci_devices' on Instance uuid bf842ae2-dd28-4c55-8c4d-e416d89d75d2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:55:11 user nova-compute[74922]:   <uuid>bf842ae2-dd28-4c55-8c4d-e416d89d75d2</uuid>
Oct 30 05:55:11 user nova-compute[74922]:   <name>instance-0000001e</name>
Oct 30 05:55:11 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:55:11 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:55:11 user nova-compute[74922]:   <metadata>
Oct 30 05:55:11 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:55:11 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:55:11 user nova-compute[74922]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1723618574</nova:name>
Oct 30 05:55:11 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:55:11</nova:creationTime>
Oct 30 05:55:11 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:55:11 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:55:11 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:55:11 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:55:11 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:55:11 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:55:11 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:55:11 user nova-compute[74922]:       <nova:owner>
Oct 30 05:55:11 user nova-compute[74922]:         <nova:user uuid="fe743e7c472c45eb9c4b0117d6768e21">tempest-ServerRescueNegativeTestJSON-871052705-project-member</nova:user>
Oct 30 05:55:11 user nova-compute[74922]:         <nova:project uuid="4b6ed9ada4b843c6a65c89729522bcc0">tempest-ServerRescueNegativeTestJSON-871052705</nova:project>
Oct 30 05:55:11 user nova-compute[74922]:       </nova:owner>
Oct 30 05:55:11 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:55:11 user nova-compute[74922]:       <nova:ports>
Oct 30 05:55:11 user nova-compute[74922]:         <nova:port uuid="91875eb1-5c69-45c9-86c9-1bdb2506db9f">
Oct 30 05:55:11 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 30 05:55:11 user nova-compute[74922]:         </nova:port>
Oct 30 05:55:11 user nova-compute[74922]:       </nova:ports>
Oct 30 05:55:11 user nova-compute[74922]:     </nova:instance>
Oct 30 05:55:11 user nova-compute[74922]:   </metadata>
Oct 30 05:55:11 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:55:11 user nova-compute[74922]:     <system>
Oct 30 05:55:11 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:55:11 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:55:11 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:55:11 user nova-compute[74922]:       <entry name="serial">bf842ae2-dd28-4c55-8c4d-e416d89d75d2</entry>
Oct 30 05:55:11 user nova-compute[74922]:       <entry name="uuid">bf842ae2-dd28-4c55-8c4d-e416d89d75d2</entry>
Oct 30 05:55:11 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:55:11 user nova-compute[74922]:     </system>
Oct 30 05:55:11 user nova-compute[74922]:   </sysinfo>
Oct 30 05:55:11 user nova-compute[74922]:   <os>
Oct 30 05:55:11 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:55:11 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:55:11 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:55:11 user nova-compute[74922]:   </os>
Oct 30 05:55:11 user nova-compute[74922]:   <features>
Oct 30 05:55:11 user nova-compute[74922]:     <acpi/>
Oct 30 05:55:11 user nova-compute[74922]:     <apic/>
Oct 30 05:55:11 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:55:11 user nova-compute[74922]:   </features>
Oct 30 05:55:11 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:55:11 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:55:11 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:55:11 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:55:11 user nova-compute[74922]:   </clock>
Oct 30 05:55:11 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:55:11 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:55:11 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:55:11 user nova-compute[74922]:   </cpu>
Oct 30 05:55:11 user nova-compute[74922]:   <devices>
Oct 30 05:55:11 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:55:11 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:55:11 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk"/>
Oct 30 05:55:11 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:55:11 user nova-compute[74922]:     </disk>
Oct 30 05:55:11 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:55:11 user nova-compute[74922]:       <mac address="fa:16:3e:19:a1:bb"/>
Oct 30 05:55:11 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:55:11 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:55:11 user nova-compute[74922]:       <target dev="tap91875eb1-5c"/>
Oct 30 05:55:11 user nova-compute[74922]:     </interface>
Oct 30 05:55:11 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:55:11 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/console.log" append="off"/>
Oct 30 05:55:11 user nova-compute[74922]:     </serial>
Oct 30 05:55:11 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:55:11 user nova-compute[74922]:     <video>
Oct 30 05:55:11 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:55:11 user nova-compute[74922]:     </video>
Oct 30 05:55:11 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:55:11 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:55:11 user nova-compute[74922]:     </rng>
Oct 30 05:55:11 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:55:11 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:55:11 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:55:11 user nova-compute[74922]:     </memballoon>
Oct 30 05:55:11 user nova-compute[74922]:   </devices>
Oct 30 05:55:11 user nova-compute[74922]: </domain>
Oct 30 05:55:11 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:55:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1723618574',display_name='tempest-ServerRescueNegativeTestJSON-server-1723618574',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1723618574',id=30,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4b6ed9ada4b843c6a65c89729522bcc0',ramdisk_id='',reservation_id='r-edtnu6rr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-871052705',owner_user_name='tempest-ServerRescueNegativeTestJSON-871052705-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:55:09Z,user_data=None,user_id='fe743e7c472c45eb9c4b0117d6768e21',uuid=bf842ae2-dd28-4c55-8c4d-e416d89d75d2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "address": "fa:16:3e:19:a1:bb", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91875eb1-5c", "ovs_interfaceid": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Converting VIF {"id": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "address": "fa:16:3e:19:a1:bb", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91875eb1-5c", "ovs_interfaceid": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:a1:bb,bridge_name='br-int',has_traffic_filtering=True,id=91875eb1-5c69-45c9-86c9-1bdb2506db9f,network=Network(992d3f4a-6230-4a77-b245-e316335fccc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91875eb1-5c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG os_vif [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:a1:bb,bridge_name='br-int',has_traffic_filtering=True,id=91875eb1-5c69-45c9-86c9-1bdb2506db9f,network=Network(992d3f4a-6230-4a77-b245-e316335fccc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91875eb1-5c') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '66e73f56-33a6-5652-a341-cf72df337cba', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap91875eb1-5c, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap91875eb1-5c, col_values=(('qos', UUID('00b4d95a-d424-4875-8c18-bd5f4bf9454d')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap91875eb1-5c, col_values=(('external_ids', {'iface-id': '91875eb1-5c69-45c9-86c9-1bdb2506db9f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:19:a1:bb', 'vm-uuid': 'bf842ae2-dd28-4c55-8c4d-e416d89d75d2'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:11 user nova-compute[74922]: INFO os_vif [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:a1:bb,bridge_name='br-int',has_traffic_filtering=True,id=91875eb1-5c69-45c9-86c9-1bdb2506db9f,network=Network(992d3f4a-6230-4a77-b245-e316335fccc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91875eb1-5c')
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:55:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] No VIF found with MAC fa:16:3e:19:a1:bb, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:55:12 user nova-compute[74922]: DEBUG nova.network.neutron [req-ee908604-25ac-43bc-ba7d-e6faf53daae3 req-6c269277-482d-4ea3-85ca-7559f66894a1 service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Updated VIF entry in instance network info cache for port 91875eb1-5c69-45c9-86c9-1bdb2506db9f. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:55:12 user nova-compute[74922]: DEBUG nova.network.neutron [req-ee908604-25ac-43bc-ba7d-e6faf53daae3 req-6c269277-482d-4ea3-85ca-7559f66894a1 service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Updating instance_info_cache with network_info: [{"id": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "address": "fa:16:3e:19:a1:bb", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91875eb1-5c", "ovs_interfaceid": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:55:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ee908604-25ac-43bc-ba7d-e6faf53daae3 req-6c269277-482d-4ea3-85ca-7559f66894a1 service nova] Releasing lock "refresh_cache-bf842ae2-dd28-4c55-8c4d-e416d89d75d2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:55:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:13 user nova-compute[74922]: DEBUG nova.compute.manager [req-b17e69d4-2d37-47b7-8ee2-a47c985479f0 req-4c98f247-296f-4913-85cb-6f269fbd93f6 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Received event network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:55:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b17e69d4-2d37-47b7-8ee2-a47c985479f0 req-4c98f247-296f-4913-85cb-6f269fbd93f6 service nova] Acquiring lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b17e69d4-2d37-47b7-8ee2-a47c985479f0 req-4c98f247-296f-4913-85cb-6f269fbd93f6 service nova] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b17e69d4-2d37-47b7-8ee2-a47c985479f0 req-4c98f247-296f-4913-85cb-6f269fbd93f6 service nova] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:13 user nova-compute[74922]: DEBUG nova.compute.manager [req-b17e69d4-2d37-47b7-8ee2-a47c985479f0 req-4c98f247-296f-4913-85cb-6f269fbd93f6 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] No waiting events found dispatching network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:55:13 user nova-compute[74922]: WARNING nova.compute.manager [req-b17e69d4-2d37-47b7-8ee2-a47c985479f0 req-4c98f247-296f-4913-85cb-6f269fbd93f6 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Received unexpected event network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 for instance with vm_state building and task_state spawning.
Oct 30 05:55:13 user nova-compute[74922]: DEBUG nova.compute.manager [req-b17e69d4-2d37-47b7-8ee2-a47c985479f0 req-4c98f247-296f-4913-85cb-6f269fbd93f6 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Received event network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:55:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b17e69d4-2d37-47b7-8ee2-a47c985479f0 req-4c98f247-296f-4913-85cb-6f269fbd93f6 service nova] Acquiring lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b17e69d4-2d37-47b7-8ee2-a47c985479f0 req-4c98f247-296f-4913-85cb-6f269fbd93f6 service nova] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b17e69d4-2d37-47b7-8ee2-a47c985479f0 req-4c98f247-296f-4913-85cb-6f269fbd93f6 service nova] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:13 user nova-compute[74922]: DEBUG nova.compute.manager [req-b17e69d4-2d37-47b7-8ee2-a47c985479f0 req-4c98f247-296f-4913-85cb-6f269fbd93f6 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] No waiting events found dispatching network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:55:13 user nova-compute[74922]: WARNING nova.compute.manager [req-b17e69d4-2d37-47b7-8ee2-a47c985479f0 req-4c98f247-296f-4913-85cb-6f269fbd93f6 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Received unexpected event network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 for instance with vm_state building and task_state spawning.
Oct 30 05:55:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG nova.compute.manager [req-ea0d4bca-5b1b-47f9-a942-3b1903b8d5da req-cffdbd61-65b8-412c-9df3-bf0380b23fcf service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Received event network-vif-plugged-91875eb1-5c69-45c9-86c9-1bdb2506db9f {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ea0d4bca-5b1b-47f9-a942-3b1903b8d5da req-cffdbd61-65b8-412c-9df3-bf0380b23fcf service nova] Acquiring lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ea0d4bca-5b1b-47f9-a942-3b1903b8d5da req-cffdbd61-65b8-412c-9df3-bf0380b23fcf service nova] Lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ea0d4bca-5b1b-47f9-a942-3b1903b8d5da req-cffdbd61-65b8-412c-9df3-bf0380b23fcf service nova] Lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG nova.compute.manager [req-ea0d4bca-5b1b-47f9-a942-3b1903b8d5da req-cffdbd61-65b8-412c-9df3-bf0380b23fcf service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] No waiting events found dispatching network-vif-plugged-91875eb1-5c69-45c9-86c9-1bdb2506db9f {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:55:14 user nova-compute[74922]: WARNING nova.compute.manager [req-ea0d4bca-5b1b-47f9-a942-3b1903b8d5da req-cffdbd61-65b8-412c-9df3-bf0380b23fcf service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Received unexpected event network-vif-plugged-91875eb1-5c69-45c9-86c9-1bdb2506db9f for instance with vm_state building and task_state spawning.
Oct 30 05:55:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:55:14 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Creating image(s)
Oct 30 05:55:14 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Did not create local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Ensure instance console log exists: /opt/stack/data/nova/instances/4e3bafb9-caaa-4a26-99c2-281620b6313b/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Start _get_guest_xml network_info=[{"id": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "address": "fa:16:3e:6a:f6:fb", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d9c4ab8-3c", "ovs_interfaceid": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': 'b7604a6e-8f7f-4585-858e-bf4bb36fc7ea', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pPkOmuex', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4e3bafb9-caaa-4a26-99c2-281620b6313b', 'attached_at': '', 'detached_at': '', 'volume_id': '9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14', 'serial': '9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14'}, 'disk_bus': 'virtio', 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:55:14 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:55:14 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:55:14 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pPkOmuex', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:55:14 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:55:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:55:14 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:55:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:55:14 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[620363ae-f020-42aa-91c6-c8311b1c8cb9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:55:14 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[aaad214f-80c2-4ba0-953c-3912d1f7273b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14] added
Oct 30 05:55:14 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2d7a1e2-a8b9-4887-be5c-13b1e83344d9]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac2c1d70-bbc0-47df-be40-9bb435417656]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pPkOmuex {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pPkOmuex" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c8fab97-c033-4bb7-8433-1ba11aec574a]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pPkOmuex'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.036s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2881e13-f798-445a-8cb8-2f5feaf6b3a4]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f897a40d-3897-4ad6-b43e-f818eecdf553]: (4, ('tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)
Oct 30 05:55:14 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsi session list stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)
Oct 30 05:55:14 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e2d704d-8d14-466f-9d0d-017de407c528]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14, portal: 172.16.0.220,3260]
Oct 30 05:55:14 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14, portal: 172.16.0.220,3260] successful.
Oct 30 05:55:14 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fe6d916-bb13-4ec0-8635-4c46815e4f9b]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c0ed220-54dc-4c64-a9ca-8aa201f61b84]: (4, ('tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)
Oct 30 05:55:14 user nova-compute[74922]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:55:14 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsi session list stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)
Oct 30 05:55:14 user nova-compute[74922]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:55:14 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.315s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] HCTL ('33', '-', '-', 0) found on session 31 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[77a50d0b-3d66-465d-84ac-fa8ebb39fc98]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Searching for a device in session 31 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:55:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pPkOmuex', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:55:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.360s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:55:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] <== connect_volume: return (1363ms) {'type': 'block', 'scsi_wwn': '23666653465333231', 'path': '/dev/sdb'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:55:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23666653465333231', 'path': '/dev/sdb'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:55:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:54:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1981600194',display_name='tempest-ServerActionsTestOtherA-server-1981600194',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1981600194',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEd2+exI2Ut/RN30BqlqOmdhuChbOltMIsLODzfAvmMl2WFyS5/L2KsjI6tAqdhRVKvrMGTB734UduFBfFJpfUlI0yjN3oTo9CRnCiEsQrN5Aul2tXEDjcuAUivZWXLE6g==',key_name='tempest-keypair-875372468',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b7689a63a17e4743ae8888892f1ee34b',ramdisk_id='',reservation_id='r-5pitq635',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1370130237',owner_user_name='tempest-ServerActionsTestOtherA-1370130237-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:54:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2efd61aeedd04bd4bdf7af2f3b15c99e',uuid=4e3bafb9-caaa-4a26-99c2-281620b6313b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "address": "fa:16:3e:6a:f6:fb", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d9c4ab8-3c", "ovs_interfaceid": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:55:15 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converting VIF {"id": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "address": "fa:16:3e:6a:f6:fb", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d9c4ab8-3c", "ovs_interfaceid": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:55:15 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:f6:fb,bridge_name='br-int',has_traffic_filtering=True,id=0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d9c4ab8-3c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:55:15 user nova-compute[74922]: DEBUG nova.objects.instance [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lazy-loading 'pci_devices' on Instance uuid 4e3bafb9-caaa-4a26-99c2-281620b6313b {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:55:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:55:15 user nova-compute[74922]:   <uuid>4e3bafb9-caaa-4a26-99c2-281620b6313b</uuid>
Oct 30 05:55:15 user nova-compute[74922]:   <name>instance-0000001c</name>
Oct 30 05:55:15 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:55:15 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:55:15 user nova-compute[74922]:   <metadata>
Oct 30 05:55:15 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:55:15 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:55:15 user nova-compute[74922]:       <nova:name>tempest-ServerActionsTestOtherA-server-1981600194</nova:name>
Oct 30 05:55:15 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:55:14</nova:creationTime>
Oct 30 05:55:15 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:55:15 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:55:15 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:55:15 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:55:15 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:55:15 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:55:15 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:55:15 user nova-compute[74922]:       <nova:owner>
Oct 30 05:55:15 user nova-compute[74922]:         <nova:user uuid="2efd61aeedd04bd4bdf7af2f3b15c99e">tempest-ServerActionsTestOtherA-1370130237-project-member</nova:user>
Oct 30 05:55:15 user nova-compute[74922]:         <nova:project uuid="b7689a63a17e4743ae8888892f1ee34b">tempest-ServerActionsTestOtherA-1370130237</nova:project>
Oct 30 05:55:15 user nova-compute[74922]:       </nova:owner>
Oct 30 05:55:15 user nova-compute[74922]:       <nova:ports>
Oct 30 05:55:15 user nova-compute[74922]:         <nova:port uuid="0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38">
Oct 30 05:55:15 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 30 05:55:15 user nova-compute[74922]:         </nova:port>
Oct 30 05:55:15 user nova-compute[74922]:       </nova:ports>
Oct 30 05:55:15 user nova-compute[74922]:     </nova:instance>
Oct 30 05:55:15 user nova-compute[74922]:   </metadata>
Oct 30 05:55:15 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:55:15 user nova-compute[74922]:     <system>
Oct 30 05:55:15 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:55:15 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:55:15 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:55:15 user nova-compute[74922]:       <entry name="serial">4e3bafb9-caaa-4a26-99c2-281620b6313b</entry>
Oct 30 05:55:15 user nova-compute[74922]:       <entry name="uuid">4e3bafb9-caaa-4a26-99c2-281620b6313b</entry>
Oct 30 05:55:15 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:55:15 user nova-compute[74922]:     </system>
Oct 30 05:55:15 user nova-compute[74922]:   </sysinfo>
Oct 30 05:55:15 user nova-compute[74922]:   <os>
Oct 30 05:55:15 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:55:15 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:55:15 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:55:15 user nova-compute[74922]:   </os>
Oct 30 05:55:15 user nova-compute[74922]:   <features>
Oct 30 05:55:15 user nova-compute[74922]:     <acpi/>
Oct 30 05:55:15 user nova-compute[74922]:     <apic/>
Oct 30 05:55:15 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:55:15 user nova-compute[74922]:   </features>
Oct 30 05:55:15 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:55:15 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:55:15 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:55:15 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:55:15 user nova-compute[74922]:   </clock>
Oct 30 05:55:15 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:55:15 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:55:15 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:55:15 user nova-compute[74922]:   </cpu>
Oct 30 05:55:15 user nova-compute[74922]:   <devices>
Oct 30 05:55:15 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 05:55:15 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:55:15 user nova-compute[74922]:       <source dev="/dev/sdb"/>
Oct 30 05:55:15 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:55:15 user nova-compute[74922]:       <serial>9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14</serial>
Oct 30 05:55:15 user nova-compute[74922]:     </disk>
Oct 30 05:55:15 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:55:15 user nova-compute[74922]:       <mac address="fa:16:3e:6a:f6:fb"/>
Oct 30 05:55:15 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:55:15 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:55:15 user nova-compute[74922]:       <target dev="tap0d9c4ab8-3c"/>
Oct 30 05:55:15 user nova-compute[74922]:     </interface>
Oct 30 05:55:15 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:55:15 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/4e3bafb9-caaa-4a26-99c2-281620b6313b/console.log" append="off"/>
Oct 30 05:55:15 user nova-compute[74922]:     </serial>
Oct 30 05:55:15 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:55:15 user nova-compute[74922]:     <video>
Oct 30 05:55:15 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:55:15 user nova-compute[74922]:     </video>
Oct 30 05:55:15 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:55:15 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:55:15 user nova-compute[74922]:     </rng>
Oct 30 05:55:15 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:55:15 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:55:15 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:55:15 user nova-compute[74922]:     </memballoon>
Oct 30 05:55:15 user nova-compute[74922]:   </devices>
Oct 30 05:55:15 user nova-compute[74922]: </domain>
Oct 30 05:55:15 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:55:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:54:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1981600194',display_name='tempest-ServerActionsTestOtherA-server-1981600194',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1981600194',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEd2+exI2Ut/RN30BqlqOmdhuChbOltMIsLODzfAvmMl2WFyS5/L2KsjI6tAqdhRVKvrMGTB734UduFBfFJpfUlI0yjN3oTo9CRnCiEsQrN5Aul2tXEDjcuAUivZWXLE6g==',key_name='tempest-keypair-875372468',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b7689a63a17e4743ae8888892f1ee34b',ramdisk_id='',reservation_id='r-5pitq635',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1370130237',owner_user_name='tempest-ServerActionsTestOtherA-1370130237-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:54:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2efd61aeedd04bd4bdf7af2f3b15c99e',uuid=4e3bafb9-caaa-4a26-99c2-281620b6313b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "address": "fa:16:3e:6a:f6:fb", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d9c4ab8-3c", "ovs_interfaceid": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:55:15 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converting VIF {"id": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "address": "fa:16:3e:6a:f6:fb", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d9c4ab8-3c", "ovs_interfaceid": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:55:15 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:f6:fb,bridge_name='br-int',has_traffic_filtering=True,id=0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d9c4ab8-3c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:55:15 user nova-compute[74922]: DEBUG os_vif [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:f6:fb,bridge_name='br-int',has_traffic_filtering=True,id=0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d9c4ab8-3c') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:55:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:55:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:55:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3d732b5c-6c23-5140-9666-ada1b0b795b3', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:55:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0d9c4ab8-3c, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:55:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0d9c4ab8-3c, col_values=(('qos', UUID('0562f075-5e37-4bad-a8a0-3d2cd9fa7722')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:55:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0d9c4ab8-3c, col_values=(('external_ids', {'iface-id': '0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6a:f6:fb', 'vm-uuid': '4e3bafb9-caaa-4a26-99c2-281620b6313b'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:55:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:55:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:15 user nova-compute[74922]: INFO os_vif [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:f6:fb,bridge_name='br-int',has_traffic_filtering=True,id=0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d9c4ab8-3c')
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] No VIF found with MAC fa:16:3e:6a:f6:fb, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.compute.manager [req-234dc01f-6c64-4bd8-a7d5-ce21801bf544 req-9d765611-9cbd-4f2d-866a-f06358cfc893 service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Received event network-vif-plugged-91875eb1-5c69-45c9-86c9-1bdb2506db9f {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-234dc01f-6c64-4bd8-a7d5-ce21801bf544 req-9d765611-9cbd-4f2d-866a-f06358cfc893 service nova] Acquiring lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-234dc01f-6c64-4bd8-a7d5-ce21801bf544 req-9d765611-9cbd-4f2d-866a-f06358cfc893 service nova] Lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-234dc01f-6c64-4bd8-a7d5-ce21801bf544 req-9d765611-9cbd-4f2d-866a-f06358cfc893 service nova] Lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.compute.manager [req-234dc01f-6c64-4bd8-a7d5-ce21801bf544 req-9d765611-9cbd-4f2d-866a-f06358cfc893 service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] No waiting events found dispatching network-vif-plugged-91875eb1-5c69-45c9-86c9-1bdb2506db9f {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:55:16 user nova-compute[74922]: WARNING nova.compute.manager [req-234dc01f-6c64-4bd8-a7d5-ce21801bf544 req-9d765611-9cbd-4f2d-866a-f06358cfc893 service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Received unexpected event network-vif-plugged-91875eb1-5c69-45c9-86c9-1bdb2506db9f for instance with vm_state building and task_state spawning.
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.compute.manager [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:55:16 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Instance spawned successfully.
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:55:16 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Instance spawned successfully.
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-a32a6a00-a792-4be7-80f9-6d48ea6c3b0c tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Acquiring lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-a32a6a00-a792-4be7-80f9-6d48ea6c3b0c tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-a32a6a00-a792-4be7-80f9-6d48ea6c3b0c tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Acquiring lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-a32a6a00-a792-4be7-80f9-6d48ea6c3b0c tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-a32a6a00-a792-4be7-80f9-6d48ea6c3b0c tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:16 user nova-compute[74922]: INFO nova.compute.manager [None req-a32a6a00-a792-4be7-80f9-6d48ea6c3b0c tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Terminating instance
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.compute.manager [None req-a32a6a00-a792-4be7-80f9-6d48ea6c3b0c tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:55:16 user nova-compute[74922]: INFO nova.compute.manager [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Took 8.84 seconds to spawn the instance on the hypervisor.
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.compute.manager [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:55:16 user nova-compute[74922]: INFO nova.compute.manager [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Took 7.70 seconds to spawn the instance on the hypervisor.
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:16 user nova-compute[74922]: INFO nova.compute.manager [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Took 9.81 seconds to build instance.
Oct 30 05:55:16 user nova-compute[74922]: INFO nova.compute.manager [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Took 8.99 seconds to build instance.
Oct 30 05:55:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5e56fa3c-b5d5-4a7a-893b-c1934a19aa1b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.154s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7044883a-8a94-44b2-beb7-afa9685a4f34 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.946s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.compute.manager [req-3b3f5997-8ca0-4153-b85f-249f068a7f27 req-1e265f2b-ff86-431c-a2cc-76a114f07dc6 service nova] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Received event network-vif-unplugged-95b34bcd-3a46-4535-8c99-3dffe6b6bd1d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3b3f5997-8ca0-4153-b85f-249f068a7f27 req-1e265f2b-ff86-431c-a2cc-76a114f07dc6 service nova] Acquiring lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3b3f5997-8ca0-4153-b85f-249f068a7f27 req-1e265f2b-ff86-431c-a2cc-76a114f07dc6 service nova] Lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3b3f5997-8ca0-4153-b85f-249f068a7f27 req-1e265f2b-ff86-431c-a2cc-76a114f07dc6 service nova] Lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.compute.manager [req-3b3f5997-8ca0-4153-b85f-249f068a7f27 req-1e265f2b-ff86-431c-a2cc-76a114f07dc6 service nova] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] No waiting events found dispatching network-vif-unplugged-95b34bcd-3a46-4535-8c99-3dffe6b6bd1d {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:55:16 user nova-compute[74922]: DEBUG nova.compute.manager [req-3b3f5997-8ca0-4153-b85f-249f068a7f27 req-1e265f2b-ff86-431c-a2cc-76a114f07dc6 service nova] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Received event network-vif-unplugged-95b34bcd-3a46-4535-8c99-3dffe6b6bd1d for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:55:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:17 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Instance destroyed successfully.
Oct 30 05:55:17 user nova-compute[74922]: DEBUG nova.objects.instance [None req-a32a6a00-a792-4be7-80f9-6d48ea6c3b0c tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Lazy-loading 'resources' on Instance uuid a9ee90ad-74b3-41dc-8daa-435b156cecbe {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:55:17 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-a32a6a00-a792-4be7-80f9-6d48ea6c3b0c tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:48:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1880209132',display_name='tempest-ServerStableDeviceRescueTest-server-1880209132',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1880209132',id=16,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAU5XFJjzgA2ibN/NglV76q999NeWJjvKgXFu3XMRYOxfVpr378WkgqScmrEJk95tQ9ivyOZXSlC7B2n3oOgff13R/Dbeezxj7CQlTWxQVuzPpN82ZCuCruit4NhD1sk7A==',key_name='tempest-keypair-1227135454',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:48:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='981d5d5a56da43449b259ff220d08d0f',ramdisk_id='',reservation_id='r-1d8p67l7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1217904017',owner_user_name='tempest-ServerStableDeviceRescueTest-1217904017-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:50:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8319f56cf3fc4eef985d12380ac7ef14',uuid=a9ee90ad-74b3-41dc-8daa-435b156cecbe,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "95b34bcd-3a46-4535-8c99-3dffe6b6bd1d", "address": "fa:16:3e:3d:63:d1", "network": {"id": "6d0d0ab5-9bd6-4a44-91fb-a6f0562ae03b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1056807611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.24", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "981d5d5a56da43449b259ff220d08d0f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95b34bcd-3a", "ovs_interfaceid": "95b34bcd-3a46-4535-8c99-3dffe6b6bd1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:55:17 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-a32a6a00-a792-4be7-80f9-6d48ea6c3b0c tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Converting VIF {"id": "95b34bcd-3a46-4535-8c99-3dffe6b6bd1d", "address": "fa:16:3e:3d:63:d1", "network": {"id": "6d0d0ab5-9bd6-4a44-91fb-a6f0562ae03b", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1056807611-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.24", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "981d5d5a56da43449b259ff220d08d0f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95b34bcd-3a", "ovs_interfaceid": "95b34bcd-3a46-4535-8c99-3dffe6b6bd1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:55:17 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-a32a6a00-a792-4be7-80f9-6d48ea6c3b0c tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3d:63:d1,bridge_name='br-int',has_traffic_filtering=True,id=95b34bcd-3a46-4535-8c99-3dffe6b6bd1d,network=Network(6d0d0ab5-9bd6-4a44-91fb-a6f0562ae03b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95b34bcd-3a') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:55:17 user nova-compute[74922]: DEBUG os_vif [None req-a32a6a00-a792-4be7-80f9-6d48ea6c3b0c tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3d:63:d1,bridge_name='br-int',has_traffic_filtering=True,id=95b34bcd-3a46-4535-8c99-3dffe6b6bd1d,network=Network(6d0d0ab5-9bd6-4a44-91fb-a6f0562ae03b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95b34bcd-3a') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:55:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap95b34bcd-3a, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:55:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:55:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cec03e40-4c6a-425e-9398-25e98eec0530) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:55:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:55:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:17 user nova-compute[74922]: INFO os_vif [None req-a32a6a00-a792-4be7-80f9-6d48ea6c3b0c tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3d:63:d1,bridge_name='br-int',has_traffic_filtering=True,id=95b34bcd-3a46-4535-8c99-3dffe6b6bd1d,network=Network(6d0d0ab5-9bd6-4a44-91fb-a6f0562ae03b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95b34bcd-3a')
Oct 30 05:55:17 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-a32a6a00-a792-4be7-80f9-6d48ea6c3b0c tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Deleting instance files /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe_del
Oct 30 05:55:17 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-a32a6a00-a792-4be7-80f9-6d48ea6c3b0c tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Deletion of /opt/stack/data/nova/instances/a9ee90ad-74b3-41dc-8daa-435b156cecbe_del complete
Oct 30 05:55:18 user nova-compute[74922]: INFO nova.compute.manager [None req-a32a6a00-a792-4be7-80f9-6d48ea6c3b0c tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Took 1.71 seconds to destroy the instance on the hypervisor.
Oct 30 05:55:18 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-a32a6a00-a792-4be7-80f9-6d48ea6c3b0c tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 05:55:18 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 05:55:18 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 05:55:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:18 user nova-compute[74922]: DEBUG nova.compute.manager [req-a03ed8dc-4f33-42bb-bca9-6663ced847ad req-47fe8dbc-fb70-4ea7-a788-f45d9cd2bd59 service nova] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Received event network-vif-plugged-95b34bcd-3a46-4535-8c99-3dffe6b6bd1d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:55:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-a03ed8dc-4f33-42bb-bca9-6663ced847ad req-47fe8dbc-fb70-4ea7-a788-f45d9cd2bd59 service nova] Acquiring lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-a03ed8dc-4f33-42bb-bca9-6663ced847ad req-47fe8dbc-fb70-4ea7-a788-f45d9cd2bd59 service nova] Lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-a03ed8dc-4f33-42bb-bca9-6663ced847ad req-47fe8dbc-fb70-4ea7-a788-f45d9cd2bd59 service nova] Lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:18 user nova-compute[74922]: DEBUG nova.compute.manager [req-a03ed8dc-4f33-42bb-bca9-6663ced847ad req-47fe8dbc-fb70-4ea7-a788-f45d9cd2bd59 service nova] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] No waiting events found dispatching network-vif-plugged-95b34bcd-3a46-4535-8c99-3dffe6b6bd1d {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:55:18 user nova-compute[74922]: WARNING nova.compute.manager [req-a03ed8dc-4f33-42bb-bca9-6663ced847ad req-47fe8dbc-fb70-4ea7-a788-f45d9cd2bd59 service nova] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Received unexpected event network-vif-plugged-95b34bcd-3a46-4535-8c99-3dffe6b6bd1d for instance with vm_state active and task_state deleting.
Oct 30 05:55:19 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:55:19 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Took 1.06 seconds to deallocate network for instance.
Oct 30 05:55:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-f5ef881c-27ba-44a0-8c8e-2440cdcabc54 req-66dbfa09-d468-4053-8fd7-cd1eff4f5550 service nova] [instance: a9ee90ad-74b3-41dc-8daa-435b156cecbe] Received event network-vif-deleted-95b34bcd-3a46-4535-8c99-3dffe6b6bd1d {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:55:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-a32a6a00-a792-4be7-80f9-6d48ea6c3b0c tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-a32a6a00-a792-4be7-80f9-6d48ea6c3b0c tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:19 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-a32a6a00-a792-4be7-80f9-6d48ea6c3b0c tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:55:19 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-a32a6a00-a792-4be7-80f9-6d48ea6c3b0c tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:55:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-a32a6a00-a792-4be7-80f9-6d48ea6c3b0c tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.539s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:19 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-a32a6a00-a792-4be7-80f9-6d48ea6c3b0c tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Deleted allocations for instance a9ee90ad-74b3-41dc-8daa-435b156cecbe
Oct 30 05:55:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-a32a6a00-a792-4be7-80f9-6d48ea6c3b0c tempest-ServerStableDeviceRescueTest-1217904017 tempest-ServerStableDeviceRescueTest-1217904017-project-member] Lock "a9ee90ad-74b3-41dc-8daa-435b156cecbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.547s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "65631229-4687-4394-b06e-2cca0312587b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "65631229-4687-4394-b06e-2cca0312587b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:20 user nova-compute[74922]: INFO nova.compute.manager [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Detaching volume 4502390d-35bf-450e-93b4-141fb7fb6332
Oct 30 05:55:20 user nova-compute[74922]: DEBUG nova.compute.manager [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:55:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:55:20 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Instance spawned successfully.
Oct 30 05:55:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:55:20 user nova-compute[74922]: INFO nova.virt.block_device [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Attempting to driver detach volume 4502390d-35bf-450e-93b4-141fb7fb6332 from mountpoint /dev/vdb
Oct 30 05:55:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:55:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:55:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:55:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:55:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:55:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:55:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Attempting to detach device vdb from instance 65631229-4687-4394-b06e-2cca0312587b from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 05:55:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:55:20 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:55:20 user nova-compute[74922]:   <source dev="/dev/sdc"/>
Oct 30 05:55:20 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:55:20 user nova-compute[74922]:   <serial>4502390d-35bf-450e-93b4-141fb7fb6332</serial>
Oct 30 05:55:20 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 05:55:20 user nova-compute[74922]: </disk>
Oct 30 05:55:20 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:55:20 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Successfully detached device vdb from instance 65631229-4687-4394-b06e-2cca0312587b from the persistent domain config.
Oct 30 05:55:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 65631229-4687-4394-b06e-2cca0312587b from the live domain config. {{(pid=74922) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 05:55:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:55:20 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:55:20 user nova-compute[74922]:   <source dev="/dev/sdc"/>
Oct 30 05:55:20 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:55:20 user nova-compute[74922]:   <serial>4502390d-35bf-450e-93b4-141fb7fb6332</serial>
Oct 30 05:55:20 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 05:55:20 user nova-compute[74922]: </disk>
Oct 30 05:55:20 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:55:20 user nova-compute[74922]: INFO nova.compute.manager [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Took 6.34 seconds to spawn the instance on the hypervisor.
Oct 30 05:55:20 user nova-compute[74922]: DEBUG nova.compute.manager [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:55:20 user nova-compute[74922]: INFO nova.compute.manager [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Took 28.02 seconds to build instance.
Oct 30 05:55:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2bc68743-a6c3-462f-9455-c859a5e84ac7 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 28.419s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:20 user nova-compute[74922]: DEBUG nova.compute.manager [req-4cfa85a3-fd07-49d7-a7f3-b0ce466a3537 req-5254f396-9005-4788-b926-6900c12d733a service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Received event network-changed-b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:55:20 user nova-compute[74922]: DEBUG nova.compute.manager [req-4cfa85a3-fd07-49d7-a7f3-b0ce466a3537 req-5254f396-9005-4788-b926-6900c12d733a service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Refreshing instance network info cache due to event network-changed-b05c829f-3c77-448e-b818-dc92124bd809. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:55:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4cfa85a3-fd07-49d7-a7f3-b0ce466a3537 req-5254f396-9005-4788-b926-6900c12d733a service nova] Acquiring lock "refresh_cache-65631229-4687-4394-b06e-2cca0312587b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:55:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4cfa85a3-fd07-49d7-a7f3-b0ce466a3537 req-5254f396-9005-4788-b926-6900c12d733a service nova] Acquired lock "refresh_cache-65631229-4687-4394-b06e-2cca0312587b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:55:20 user nova-compute[74922]: DEBUG nova.network.neutron [req-4cfa85a3-fd07-49d7-a7f3-b0ce466a3537 req-5254f396-9005-4788-b926-6900c12d733a service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Refreshing network info cache for port b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:55:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 65631229-4687-4394-b06e-2cca0312587b {{(pid=74922) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 05:55:21 user nova-compute[74922]: DEBUG nova.network.neutron [req-4cfa85a3-fd07-49d7-a7f3-b0ce466a3537 req-5254f396-9005-4788-b926-6900c12d733a service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Updated VIF entry in instance network info cache for port b05c829f-3c77-448e-b818-dc92124bd809. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:55:21 user nova-compute[74922]: DEBUG nova.network.neutron [req-4cfa85a3-fd07-49d7-a7f3-b0ce466a3537 req-5254f396-9005-4788-b926-6900c12d733a service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Updating instance_info_cache with network_info: [{"id": "b05c829f-3c77-448e-b818-dc92124bd809", "address": "fa:16:3e:8c:0c:52", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb05c829f-3c", "ovs_interfaceid": "b05c829f-3c77-448e-b818-dc92124bd809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:55:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4cfa85a3-fd07-49d7-a7f3-b0ce466a3537 req-5254f396-9005-4788-b926-6900c12d733a service nova] Releasing lock "refresh_cache-65631229-4687-4394-b06e-2cca0312587b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:55:21 user nova-compute[74922]: DEBUG nova.compute.manager [req-4cfa85a3-fd07-49d7-a7f3-b0ce466a3537 req-5254f396-9005-4788-b926-6900c12d733a service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Received event network-changed-b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:55:21 user nova-compute[74922]: DEBUG nova.compute.manager [req-4cfa85a3-fd07-49d7-a7f3-b0ce466a3537 req-5254f396-9005-4788-b926-6900c12d733a service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Refreshing instance network info cache due to event network-changed-b05c829f-3c77-448e-b818-dc92124bd809. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:55:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4cfa85a3-fd07-49d7-a7f3-b0ce466a3537 req-5254f396-9005-4788-b926-6900c12d733a service nova] Acquiring lock "refresh_cache-65631229-4687-4394-b06e-2cca0312587b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:55:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4cfa85a3-fd07-49d7-a7f3-b0ce466a3537 req-5254f396-9005-4788-b926-6900c12d733a service nova] Acquired lock "refresh_cache-65631229-4687-4394-b06e-2cca0312587b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:55:21 user nova-compute[74922]: DEBUG nova.network.neutron [req-4cfa85a3-fd07-49d7-a7f3-b0ce466a3537 req-5254f396-9005-4788-b926-6900c12d733a service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Refreshing network info cache for port b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:55:21 user nova-compute[74922]: DEBUG nova.network.neutron [req-4cfa85a3-fd07-49d7-a7f3-b0ce466a3537 req-5254f396-9005-4788-b926-6900c12d733a service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Updated VIF entry in instance network info cache for port b05c829f-3c77-448e-b818-dc92124bd809. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:55:21 user nova-compute[74922]: DEBUG nova.network.neutron [req-4cfa85a3-fd07-49d7-a7f3-b0ce466a3537 req-5254f396-9005-4788-b926-6900c12d733a service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Updating instance_info_cache with network_info: [{"id": "b05c829f-3c77-448e-b818-dc92124bd809", "address": "fa:16:3e:8c:0c:52", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb05c829f-3c", "ovs_interfaceid": "b05c829f-3c77-448e-b818-dc92124bd809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:55:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4cfa85a3-fd07-49d7-a7f3-b0ce466a3537 req-5254f396-9005-4788-b926-6900c12d733a service nova] Releasing lock "refresh_cache-65631229-4687-4394-b06e-2cca0312587b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:55:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:23 user nova-compute[74922]: DEBUG nova.compute.manager [req-41a3ee9b-b737-4e29-91f9-ef618cd77cca req-73049695-7ff1-4864-bcfb-559800ff4075 service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Received event network-vif-plugged-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:55:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-41a3ee9b-b737-4e29-91f9-ef618cd77cca req-73049695-7ff1-4864-bcfb-559800ff4075 service nova] Acquiring lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-41a3ee9b-b737-4e29-91f9-ef618cd77cca req-73049695-7ff1-4864-bcfb-559800ff4075 service nova] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-41a3ee9b-b737-4e29-91f9-ef618cd77cca req-73049695-7ff1-4864-bcfb-559800ff4075 service nova] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:23 user nova-compute[74922]: DEBUG nova.compute.manager [req-41a3ee9b-b737-4e29-91f9-ef618cd77cca req-73049695-7ff1-4864-bcfb-559800ff4075 service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] No waiting events found dispatching network-vif-plugged-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:55:23 user nova-compute[74922]: WARNING nova.compute.manager [req-41a3ee9b-b737-4e29-91f9-ef618cd77cca req-73049695-7ff1-4864-bcfb-559800ff4075 service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Received unexpected event network-vif-plugged-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 for instance with vm_state active and task_state None.
Oct 30 05:55:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:25 user nova-compute[74922]: DEBUG nova.compute.manager [req-0ea38ece-7667-4ea3-b4ca-bd478c97a3b3 req-57bc14e6-e47d-43dc-82f6-2d3c7c6bf29c service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Received event network-vif-plugged-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:55:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0ea38ece-7667-4ea3-b4ca-bd478c97a3b3 req-57bc14e6-e47d-43dc-82f6-2d3c7c6bf29c service nova] Acquiring lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0ea38ece-7667-4ea3-b4ca-bd478c97a3b3 req-57bc14e6-e47d-43dc-82f6-2d3c7c6bf29c service nova] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0ea38ece-7667-4ea3-b4ca-bd478c97a3b3 req-57bc14e6-e47d-43dc-82f6-2d3c7c6bf29c service nova] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:25 user nova-compute[74922]: DEBUG nova.compute.manager [req-0ea38ece-7667-4ea3-b4ca-bd478c97a3b3 req-57bc14e6-e47d-43dc-82f6-2d3c7c6bf29c service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] No waiting events found dispatching network-vif-plugged-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:55:25 user nova-compute[74922]: WARNING nova.compute.manager [req-0ea38ece-7667-4ea3-b4ca-bd478c97a3b3 req-57bc14e6-e47d-43dc-82f6-2d3c7c6bf29c service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Received unexpected event network-vif-plugged-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 for instance with vm_state active and task_state None.
Oct 30 05:55:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:33 user nova-compute[74922]: DEBUG nova.compute.manager [req-bab87010-f863-4b0a-b1c4-3b063e19f016 req-77edd365-2ca0-4ddb-aafa-ce4f672d0980 service nova] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Received event network-changed-3e2e6510-4cae-42d5-a373-b8dea1872895 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:55:33 user nova-compute[74922]: DEBUG nova.compute.manager [req-bab87010-f863-4b0a-b1c4-3b063e19f016 req-77edd365-2ca0-4ddb-aafa-ce4f672d0980 service nova] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Refreshing instance network info cache due to event network-changed-3e2e6510-4cae-42d5-a373-b8dea1872895. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:55:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-bab87010-f863-4b0a-b1c4-3b063e19f016 req-77edd365-2ca0-4ddb-aafa-ce4f672d0980 service nova] Acquiring lock "refresh_cache-f560d747-69e7-4d60-a3c2-8f8307f10149" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:55:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-bab87010-f863-4b0a-b1c4-3b063e19f016 req-77edd365-2ca0-4ddb-aafa-ce4f672d0980 service nova] Acquired lock "refresh_cache-f560d747-69e7-4d60-a3c2-8f8307f10149" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:55:33 user nova-compute[74922]: DEBUG nova.network.neutron [req-bab87010-f863-4b0a-b1c4-3b063e19f016 req-77edd365-2ca0-4ddb-aafa-ce4f672d0980 service nova] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Refreshing network info cache for port 3e2e6510-4cae-42d5-a373-b8dea1872895 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:55:33 user nova-compute[74922]: DEBUG nova.network.neutron [req-bab87010-f863-4b0a-b1c4-3b063e19f016 req-77edd365-2ca0-4ddb-aafa-ce4f672d0980 service nova] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Updated VIF entry in instance network info cache for port 3e2e6510-4cae-42d5-a373-b8dea1872895. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:55:33 user nova-compute[74922]: DEBUG nova.network.neutron [req-bab87010-f863-4b0a-b1c4-3b063e19f016 req-77edd365-2ca0-4ddb-aafa-ce4f672d0980 service nova] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Updating instance_info_cache with network_info: [{"id": "3e2e6510-4cae-42d5-a373-b8dea1872895", "address": "fa:16:3e:e8:4b:8b", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e2e6510-4c", "ovs_interfaceid": "3e2e6510-4cae-42d5-a373-b8dea1872895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:55:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-bab87010-f863-4b0a-b1c4-3b063e19f016 req-77edd365-2ca0-4ddb-aafa-ce4f672d0980 service nova] Releasing lock "refresh_cache-f560d747-69e7-4d60-a3c2-8f8307f10149" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:55:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "e078eacb-99e2-472e-94bb-44c60147aff3" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG nova.objects.instance [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lazy-loading 'flavor' on Instance uuid e078eacb-99e2-472e-94bb-44c60147aff3 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "e078eacb-99e2-472e-94bb-44c60147aff3" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:37 user nova-compute[74922]: INFO nova.compute.manager [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Attaching volume 86333d5f-d2ad-428d-ad7b-814f3f13666d to /dev/vdb
Oct 30 05:55:37 user nova-compute[74922]: DEBUG os_brick.utils [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[eed69f4b-c4a6-4916-8051-2a7e63544aac]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c093c7c9-6fc4-4761-b3d5-662a8dea9663]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[78699589-20f6-4a4b-bcf8-b576817a2a9e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b5d7a14-7d14-462e-bc8d-aa3166514a2d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:55:37 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:55:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c522de9b-684a-428c-87da-ef7a2fc77f11]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG os_brick.utils [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Updating existing volume attachment record: 4ed62c5c-da32-4d7e-b4e7-6a629620b0e7 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:55:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:38 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:55:38 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 05:55:38 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-4c3e6679-374d-4644-b05d-ef0bf04d7a3a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-4c3e6679-374d-4644-b05d-ef0bf04d7a3a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lazy-loading 'info_cache' on Instance uuid 4c3e6679-374d-4644-b05d-ef0bf04d7a3a {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c8d497f2-196f-4b77-9cf9-47b9eff8f373 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "f560d747-69e7-4d60-a3c2-8f8307f10149" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c8d497f2-196f-4b77-9cf9-47b9eff8f373 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "f560d747-69e7-4d60-a3c2-8f8307f10149" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG nova.objects.instance [None req-c8d497f2-196f-4b77-9cf9-47b9eff8f373 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lazy-loading 'flavor' on Instance uuid f560d747-69e7-4d60-a3c2-8f8307f10149 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c8d497f2-196f-4b77-9cf9-47b9eff8f373 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "f560d747-69e7-4d60-a3c2-8f8307f10149" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.063s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c8d497f2-196f-4b77-9cf9-47b9eff8f373 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "f560d747-69e7-4d60-a3c2-8f8307f10149" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c8d497f2-196f-4b77-9cf9-47b9eff8f373 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "f560d747-69e7-4d60-a3c2-8f8307f10149" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:39 user nova-compute[74922]: INFO nova.compute.manager [None req-c8d497f2-196f-4b77-9cf9-47b9eff8f373 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Attaching volume 327e1435-9d4a-43ff-84d3-1ebd8926275b to /dev/vdb
Oct 30 05:55:39 user nova-compute[74922]: DEBUG os_brick.utils [None req-c8d497f2-196f-4b77-9cf9-47b9eff8f373 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa765e85-c66c-4a79-9e87-d3c03a651e4b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4b00d6b-c149-4acb-aefc-ce7e5083dd96]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a31d96de-6972-48e9-9b94-a71c6314ba0a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5c4b937-e9de-408d-b625-3f746cedb55a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-c8d497f2-196f-4b77-9cf9-47b9eff8f373 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-c8d497f2-196f-4b77-9cf9-47b9eff8f373 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c8d497f2-196f-4b77-9cf9-47b9eff8f373 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:55:39 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:55:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[20b62af6-63ed-43d1-9716-faf169ec2726]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-c8d497f2-196f-4b77-9cf9-47b9eff8f373 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-c8d497f2-196f-4b77-9cf9-47b9eff8f373 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-c8d497f2-196f-4b77-9cf9-47b9eff8f373 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG os_brick.utils [None req-c8d497f2-196f-4b77-9cf9-47b9eff8f373 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] <== get_connector_properties: return (149ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-c8d497f2-196f-4b77-9cf9-47b9eff8f373 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Updating existing volume attachment record: d66bf218-6592-44df-b4c5-10cf598aea13 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Updating instance_info_cache with network_info: [{"id": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "address": "fa:16:3e:71:29:0b", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee57dce5-f7", "ovs_interfaceid": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-4c3e6679-374d-4644-b05d-ef0bf04d7a3a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:55:39 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 05:55:41 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 65631229-4687-4394-b06e-2cca0312587b is timed out.
Oct 30 05:55:41 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Successfully detached device vdb from instance 65631229-4687-4394-b06e-2cca0312587b from the live domain config.
Oct 30 05:55:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xETHqONQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:55:41 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:55:41 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[bac1a66f-213f-47ca-abfa-0b13af959d5c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:55:41 user nova-compute[74922]: No targets found.
Oct 30 05:55:41 user nova-compute[74922]: iSNS:
Oct 30 05:55:41 user nova-compute[74922]: No targets found.
Oct 30 05:55:41 user nova-compute[74922]: STATIC:
Oct 30 05:55:41 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14
Oct 30 05:55:41 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:55:41 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:55:41 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332
Oct 30 05:55:41 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:55:41 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:55:41 user nova-compute[74922]: FIRMWARE:
Oct 30 05:55:41 user nova-compute[74922]: No targets found.
Oct 30 05:55:41 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:55:41 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:55:41 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccd49e70-b7fc-4ccf-a795-ced0469616fd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5242180c-960a-4508-9e53-c92299023b7a]: (4, ('tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)
Oct 30 05:55:41 user nova-compute[74922]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:55:41 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsi session list stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 (non-flash)
Oct 30 05:55:41 user nova-compute[74922]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:55:41 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8208690670>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332'): ({'sdc'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Removing single pathed devices sdc {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e1fcc0e-01c1-4e65-ab4f-0b494741a653]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[86abc920-a033-420e-a44c-70fb7e84b6ac]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Flushing IO for device /dev/sdc {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[999d1557-d730-4a8e-a89e-c600922bdfec]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.039s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba48af71-ab70-4533-a366-21d4fe95b236]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] SCSI volumes sdc have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4aa9e0a0-7b37-451d-9f17-01a49c008b44]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 -p 172.16.0.220:3260 --logout" returned: 0 in 0.084s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ea2d822-74bb-4d8c-9fae-f801ea26da8b]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332, portal: 172.16.0.220,3260]
Oct 30 05:55:41 user nova-compute[74922]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332, portal: 172.16.0.220,3260] successful.
Oct 30 05:55:41 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4502390d-35bf-450e-93b4-141fb7fb6332 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d61d0c9d-e9ed-4a6e-8d37-75d0d9666570]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.323s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] <== disconnect_volume: return (325ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG nova.compute.manager [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:55:41 user nova-compute[74922]: INFO nova.compute.claims [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Claim successful on node user
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.volume.cinder [None req-c8d497f2-196f-4b77-9cf9-47b9eff8f373 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Update attachment failed for attachment d66bf218-6592-44df-b4c5-10cf598aea13. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-7517a36d-4641-47cb-a9e5-f292fa08ecf1) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-7517a36d-4641-47cb-a9e5-f292fa08ecf1)
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [None req-c8d497f2-196f-4b77-9cf9-47b9eff8f373 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Failed to attach 327e1435-9d4a-43ff-84d3-1ebd8926275b at /dev/vdb: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-7517a36d-4641-47cb-a9e5-f292fa08ecf1)
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Traceback (most recent call last):
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]     ret_val = method(obj, context, *args, **kwargs)
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]     self._do_attach(context, instance, volume, volume_api,
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]     self._volume_attach(context, volume, connector, instance,
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]     connection_info = volume_api.attachment_update(
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]     res = method(self, ctx, *args, **kwargs)
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]     with excutils.save_and_reraise_exception():
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]     self.force_reraise()
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]     raise self.value
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]     context, '3.44', skip_version_check=True).attachments.update(
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]     return method.func(obj, *args, **kwargs)
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]     resp = self._update('/attachments/%s' % id, body)
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]     return self._cs_request(url, 'PUT', **kwargs)
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]     return self.request(url, method, **kwargs)
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149]     raise exceptions.from_response(resp, body)
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-7517a36d-4641-47cb-a9e5-f292fa08ecf1)
Oct 30 05:55:41 user nova-compute[74922]: ERROR nova.compute.manager [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] 
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:55:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c8d497f2-196f-4b77-9cf9-47b9eff8f373 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "f560d747-69e7-4d60-a3c2-8f8307f10149" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 2.658s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server [None req-c8d497f2-196f-4b77-9cf9-47b9eff8f373 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-7517a36d-4641-47cb-a9e5-f292fa08ecf1)
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7552, in attach_volume
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     do_attach_volume(context, instance, driver_bdm)
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7549, in do_attach_volume
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7547, in do_attach_volume
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return self._attach_volume(context, instance, driver_bdm)
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7569, in _attach_volume
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     ret_val = method(obj, context, *args, **kwargs)
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self._do_attach(context, instance, volume, volume_api,
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self._volume_attach(context, volume, connector, instance,
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     connection_info = volume_api.attachment_update(
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-7517a36d-4641-47cb-a9e5-f292fa08ecf1)
Oct 30 05:55:42 user nova-compute[74922]: ERROR oslo_messaging.rpc.server 
Oct 30 05:55:42 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.560s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG nova.compute.manager [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.243s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG nova.compute.manager [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG nova.network.neutron [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:55:42 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:55:42 user nova-compute[74922]: DEBUG nova.compute.manager [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG nova.policy [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '908aa35e28b94a7dbb1b6877ad88ba32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d462bf0904f4698a414513983cdff9a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG nova.objects.instance [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lazy-loading 'flavor' on Instance uuid 65631229-4687-4394-b06e-2cca0312587b {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG nova.compute.manager [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:55:42 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Creating image(s)
Oct 30 05:55:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "/opt/stack/data/nova/instances/1cbada4d-fcb5-42c4-b984-5741edb6e66e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "/opt/stack/data/nova/instances/1cbada4d-fcb5-42c4-b984-5741edb6e66e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "/opt/stack/data/nova/instances/1cbada4d-fcb5-42c4-b984-5741edb6e66e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-19eecb37-b313-4ea3-9815-163bed223a07 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "65631229-4687-4394-b06e-2cca0312587b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.078s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.175s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.194s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/1cbada4d-fcb5-42c4-b984-5741edb6e66e/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/1cbada4d-fcb5-42c4-b984-5741edb6e66e/disk 1073741824" returned: 0 in 0.193s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.395s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.203s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:43 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1cbada4d-fcb5-42c4-b984-5741edb6e66e/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:55:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cbada4d-fcb5-42c4-b984-5741edb6e66e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cbada4d-fcb5-42c4-b984-5741edb6e66e/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:43 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Cannot resize image /opt/stack/data/nova/instances/1cbada4d-fcb5-42c4-b984-5741edb6e66e/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:55:43 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:55:43 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Ensure instance console log exists: /opt/stack/data/nova/instances/1cbada4d-fcb5-42c4-b984-5741edb6e66e/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:55:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:43 user nova-compute[74922]: DEBUG nova.network.neutron [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Successfully created port: d8ab78c1-095d-4541-a4fb-4839c43738c8 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:55:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG nova.network.neutron [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Successfully updated port: d8ab78c1-095d-4541-a4fb-4839c43738c8 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "refresh_cache-1cbada4d-fcb5-42c4-b984-5741edb6e66e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquired lock "refresh_cache-1cbada4d-fcb5-42c4-b984-5741edb6e66e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG nova.network.neutron [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG nova.compute.manager [req-3fe9abcf-3802-45ab-9882-7cf76265eb74 req-c562ab71-6bfd-4d57-80b2-a98772290aee service nova] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Received event network-changed-d8ab78c1-095d-4541-a4fb-4839c43738c8 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG nova.compute.manager [req-3fe9abcf-3802-45ab-9882-7cf76265eb74 req-c562ab71-6bfd-4d57-80b2-a98772290aee service nova] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Refreshing instance network info cache due to event network-changed-d8ab78c1-095d-4541-a4fb-4839c43738c8. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3fe9abcf-3802-45ab-9882-7cf76265eb74 req-c562ab71-6bfd-4d57-80b2-a98772290aee service nova] Acquiring lock "refresh_cache-1cbada4d-fcb5-42c4-b984-5741edb6e66e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG nova.network.neutron [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG nova.network.neutron [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Updating instance_info_cache with network_info: [{"id": "d8ab78c1-095d-4541-a4fb-4839c43738c8", "address": "fa:16:3e:ce:cc:fd", "network": {"id": "4bd80c41-6e35-4903-a6be-6ac5206abce0", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-982368985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d462bf0904f4698a414513983cdff9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8ab78c1-09", "ovs_interfaceid": "d8ab78c1-095d-4541-a4fb-4839c43738c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Releasing lock "refresh_cache-1cbada4d-fcb5-42c4-b984-5741edb6e66e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG nova.compute.manager [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Instance network_info: |[{"id": "d8ab78c1-095d-4541-a4fb-4839c43738c8", "address": "fa:16:3e:ce:cc:fd", "network": {"id": "4bd80c41-6e35-4903-a6be-6ac5206abce0", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-982368985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d462bf0904f4698a414513983cdff9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8ab78c1-09", "ovs_interfaceid": "d8ab78c1-095d-4541-a4fb-4839c43738c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3fe9abcf-3802-45ab-9882-7cf76265eb74 req-c562ab71-6bfd-4d57-80b2-a98772290aee service nova] Acquired lock "refresh_cache-1cbada4d-fcb5-42c4-b984-5741edb6e66e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG nova.network.neutron [req-3fe9abcf-3802-45ab-9882-7cf76265eb74 req-c562ab71-6bfd-4d57-80b2-a98772290aee service nova] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Refreshing network info cache for port d8ab78c1-095d-4541-a4fb-4839c43738c8 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Start _get_guest_xml network_info=[{"id": "d8ab78c1-095d-4541-a4fb-4839c43738c8", "address": "fa:16:3e:ce:cc:fd", "network": {"id": "4bd80c41-6e35-4903-a6be-6ac5206abce0", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-982368985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d462bf0904f4698a414513983cdff9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8ab78c1-09", "ovs_interfaceid": "d8ab78c1-095d-4541-a4fb-4839c43738c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:55:44 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:55:44 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:55:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:55:44 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:55:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1102400136',display_name='tempest-VolumesSnapshotTestJSON-instance-1102400136',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1102400136',id=31,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDSwUrp7ZifG3Ad5iAGEP+k2GEmntKag0NeuFaVKl6MaZmp+/GBEJHok7EMTeet9t+qqBJCic5lU/NEOGwV2o5pFPvHAYV3dsYFgFARa+O2gWKko5T1PgmdimswiVgrgug==',key_name='tempest-keypair-1766565327',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4d462bf0904f4698a414513983cdff9a',ramdisk_id='',reservation_id='r-9v9zmqp7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1631386676',owner_user_name='tempest-VolumesSnapshotTestJSON-1631386676-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:55:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='908aa35e28b94a7dbb1b6877ad88ba32',uuid=1cbada4d-fcb5-42c4-b984-5741edb6e66e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d8ab78c1-095d-4541-a4fb-4839c43738c8", "address": "fa:16:3e:ce:cc:fd", "network": {"id": "4bd80c41-6e35-4903-a6be-6ac5206abce0", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-982368985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d462bf0904f4698a414513983cdff9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8ab78c1-09", "ovs_interfaceid": "d8ab78c1-095d-4541-a4fb-4839c43738c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Converting VIF {"id": "d8ab78c1-095d-4541-a4fb-4839c43738c8", "address": "fa:16:3e:ce:cc:fd", "network": {"id": "4bd80c41-6e35-4903-a6be-6ac5206abce0", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-982368985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d462bf0904f4698a414513983cdff9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8ab78c1-09", "ovs_interfaceid": "d8ab78c1-095d-4541-a4fb-4839c43738c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ce:cc:fd,bridge_name='br-int',has_traffic_filtering=True,id=d8ab78c1-095d-4541-a4fb-4839c43738c8,network=Network(4bd80c41-6e35-4903-a6be-6ac5206abce0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8ab78c1-09') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG nova.objects.instance [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lazy-loading 'pci_devices' on Instance uuid 1cbada4d-fcb5-42c4-b984-5741edb6e66e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:55:45 user nova-compute[74922]:   <uuid>1cbada4d-fcb5-42c4-b984-5741edb6e66e</uuid>
Oct 30 05:55:45 user nova-compute[74922]:   <name>instance-0000001f</name>
Oct 30 05:55:45 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:55:45 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:55:45 user nova-compute[74922]:   <metadata>
Oct 30 05:55:45 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:55:45 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:55:45 user nova-compute[74922]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1102400136</nova:name>
Oct 30 05:55:45 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:55:44</nova:creationTime>
Oct 30 05:55:45 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:55:45 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:55:45 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:55:45 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:55:45 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:55:45 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:55:45 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:55:45 user nova-compute[74922]:       <nova:owner>
Oct 30 05:55:45 user nova-compute[74922]:         <nova:user uuid="908aa35e28b94a7dbb1b6877ad88ba32">tempest-VolumesSnapshotTestJSON-1631386676-project-member</nova:user>
Oct 30 05:55:45 user nova-compute[74922]:         <nova:project uuid="4d462bf0904f4698a414513983cdff9a">tempest-VolumesSnapshotTestJSON-1631386676</nova:project>
Oct 30 05:55:45 user nova-compute[74922]:       </nova:owner>
Oct 30 05:55:45 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:55:45 user nova-compute[74922]:       <nova:ports>
Oct 30 05:55:45 user nova-compute[74922]:         <nova:port uuid="d8ab78c1-095d-4541-a4fb-4839c43738c8">
Oct 30 05:55:45 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 30 05:55:45 user nova-compute[74922]:         </nova:port>
Oct 30 05:55:45 user nova-compute[74922]:       </nova:ports>
Oct 30 05:55:45 user nova-compute[74922]:     </nova:instance>
Oct 30 05:55:45 user nova-compute[74922]:   </metadata>
Oct 30 05:55:45 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:55:45 user nova-compute[74922]:     <system>
Oct 30 05:55:45 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:55:45 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:55:45 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:55:45 user nova-compute[74922]:       <entry name="serial">1cbada4d-fcb5-42c4-b984-5741edb6e66e</entry>
Oct 30 05:55:45 user nova-compute[74922]:       <entry name="uuid">1cbada4d-fcb5-42c4-b984-5741edb6e66e</entry>
Oct 30 05:55:45 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:55:45 user nova-compute[74922]:     </system>
Oct 30 05:55:45 user nova-compute[74922]:   </sysinfo>
Oct 30 05:55:45 user nova-compute[74922]:   <os>
Oct 30 05:55:45 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:55:45 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:55:45 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:55:45 user nova-compute[74922]:   </os>
Oct 30 05:55:45 user nova-compute[74922]:   <features>
Oct 30 05:55:45 user nova-compute[74922]:     <acpi/>
Oct 30 05:55:45 user nova-compute[74922]:     <apic/>
Oct 30 05:55:45 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:55:45 user nova-compute[74922]:   </features>
Oct 30 05:55:45 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:55:45 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:55:45 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:55:45 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:55:45 user nova-compute[74922]:   </clock>
Oct 30 05:55:45 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:55:45 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:55:45 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:55:45 user nova-compute[74922]:   </cpu>
Oct 30 05:55:45 user nova-compute[74922]:   <devices>
Oct 30 05:55:45 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:55:45 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:55:45 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/1cbada4d-fcb5-42c4-b984-5741edb6e66e/disk"/>
Oct 30 05:55:45 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:55:45 user nova-compute[74922]:     </disk>
Oct 30 05:55:45 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:55:45 user nova-compute[74922]:       <mac address="fa:16:3e:ce:cc:fd"/>
Oct 30 05:55:45 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:55:45 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:55:45 user nova-compute[74922]:       <target dev="tapd8ab78c1-09"/>
Oct 30 05:55:45 user nova-compute[74922]:     </interface>
Oct 30 05:55:45 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:55:45 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/1cbada4d-fcb5-42c4-b984-5741edb6e66e/console.log" append="off"/>
Oct 30 05:55:45 user nova-compute[74922]:     </serial>
Oct 30 05:55:45 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:55:45 user nova-compute[74922]:     <video>
Oct 30 05:55:45 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:55:45 user nova-compute[74922]:     </video>
Oct 30 05:55:45 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:55:45 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:55:45 user nova-compute[74922]:     </rng>
Oct 30 05:55:45 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:55:45 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:55:45 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:55:45 user nova-compute[74922]:     </memballoon>
Oct 30 05:55:45 user nova-compute[74922]:   </devices>
Oct 30 05:55:45 user nova-compute[74922]: </domain>
Oct 30 05:55:45 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:55:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1102400136',display_name='tempest-VolumesSnapshotTestJSON-instance-1102400136',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1102400136',id=31,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDSwUrp7ZifG3Ad5iAGEP+k2GEmntKag0NeuFaVKl6MaZmp+/GBEJHok7EMTeet9t+qqBJCic5lU/NEOGwV2o5pFPvHAYV3dsYFgFARa+O2gWKko5T1PgmdimswiVgrgug==',key_name='tempest-keypair-1766565327',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4d462bf0904f4698a414513983cdff9a',ramdisk_id='',reservation_id='r-9v9zmqp7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1631386676',owner_user_name='tempest-VolumesSnapshotTestJSON-1631386676-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:55:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='908aa35e28b94a7dbb1b6877ad88ba32',uuid=1cbada4d-fcb5-42c4-b984-5741edb6e66e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d8ab78c1-095d-4541-a4fb-4839c43738c8", "address": "fa:16:3e:ce:cc:fd", "network": {"id": "4bd80c41-6e35-4903-a6be-6ac5206abce0", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-982368985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d462bf0904f4698a414513983cdff9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8ab78c1-09", "ovs_interfaceid": "d8ab78c1-095d-4541-a4fb-4839c43738c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Converting VIF {"id": "d8ab78c1-095d-4541-a4fb-4839c43738c8", "address": "fa:16:3e:ce:cc:fd", "network": {"id": "4bd80c41-6e35-4903-a6be-6ac5206abce0", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-982368985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d462bf0904f4698a414513983cdff9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8ab78c1-09", "ovs_interfaceid": "d8ab78c1-095d-4541-a4fb-4839c43738c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ce:cc:fd,bridge_name='br-int',has_traffic_filtering=True,id=d8ab78c1-095d-4541-a4fb-4839c43738c8,network=Network(4bd80c41-6e35-4903-a6be-6ac5206abce0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8ab78c1-09') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG os_vif [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ce:cc:fd,bridge_name='br-int',has_traffic_filtering=True,id=d8ab78c1-095d-4541-a4fb-4839c43738c8,network=Network(4bd80c41-6e35-4903-a6be-6ac5206abce0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8ab78c1-09') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8dbbc8ec-b550-5d20-b926-30342e0416ef', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd8ab78c1-09, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd8ab78c1-09, col_values=(('qos', UUID('42bd75e2-1a0c-4835-b213-8dbe050d68ae')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd8ab78c1-09, col_values=(('external_ids', {'iface-id': 'd8ab78c1-095d-4541-a4fb-4839c43738c8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ce:cc:fd', 'vm-uuid': '1cbada4d-fcb5-42c4-b984-5741edb6e66e'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:45 user nova-compute[74922]: INFO os_vif [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ce:cc:fd,bridge_name='br-int',has_traffic_filtering=True,id=d8ab78c1-095d-4541-a4fb-4839c43738c8,network=Network(4bd80c41-6e35-4903-a6be-6ac5206abce0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8ab78c1-09')
Oct 30 05:55:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] No VIF found with MAC fa:16:3e:ce:cc:fd, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG nova.network.neutron [req-3fe9abcf-3802-45ab-9882-7cf76265eb74 req-c562ab71-6bfd-4d57-80b2-a98772290aee service nova] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Updated VIF entry in instance network info cache for port d8ab78c1-095d-4541-a4fb-4839c43738c8. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG nova.network.neutron [req-3fe9abcf-3802-45ab-9882-7cf76265eb74 req-c562ab71-6bfd-4d57-80b2-a98772290aee service nova] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Updating instance_info_cache with network_info: [{"id": "d8ab78c1-095d-4541-a4fb-4839c43738c8", "address": "fa:16:3e:ce:cc:fd", "network": {"id": "4bd80c41-6e35-4903-a6be-6ac5206abce0", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-982368985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d462bf0904f4698a414513983cdff9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8ab78c1-09", "ovs_interfaceid": "d8ab78c1-095d-4541-a4fb-4839c43738c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3fe9abcf-3802-45ab-9882-7cf76265eb74 req-c562ab71-6bfd-4d57-80b2-a98772290aee service nova] Releasing lock "refresh_cache-1cbada4d-fcb5-42c4-b984-5741edb6e66e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:46 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:55:46 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:55:46 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=7289MB free_disk=25.290992736816406GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 4c3e6679-374d-4644-b05d-ef0bf04d7a3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance e078eacb-99e2-472e-94bb-44c60147aff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 2c40cefc-8d2b-4403-bba8-a462650999eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 65631229-4687-4394-b06e-2cca0312587b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance f560d747-69e7-4d60-a3c2-8f8307f10149 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 973a038b-f887-4daf-ba88-7f604e1b6bde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 4e3bafb9-caaa-4a26-99c2-281620b6313b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 152ed8a0-4208-485b-bf31-fcdd5b7469ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance bf842ae2-dd28-4c55-8c4d-e416d89d75d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 1cbada4d-fcb5-42c4-b984-5741edb6e66e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG nova.compute.manager [req-0c5d7ef8-747e-4227-b9e9-57cb0b60140d req-2eac6640-9b48-4ae1-9af1-889c88638772 service nova] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Received event network-vif-plugged-d8ab78c1-095d-4541-a4fb-4839c43738c8 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0c5d7ef8-747e-4227-b9e9-57cb0b60140d req-2eac6640-9b48-4ae1-9af1-889c88638772 service nova] Acquiring lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0c5d7ef8-747e-4227-b9e9-57cb0b60140d req-2eac6640-9b48-4ae1-9af1-889c88638772 service nova] Lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0c5d7ef8-747e-4227-b9e9-57cb0b60140d req-2eac6640-9b48-4ae1-9af1-889c88638772 service nova] Lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG nova.compute.manager [req-0c5d7ef8-747e-4227-b9e9-57cb0b60140d req-2eac6640-9b48-4ae1-9af1-889c88638772 service nova] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] No waiting events found dispatching network-vif-plugged-d8ab78c1-095d-4541-a4fb-4839c43738c8 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:55:46 user nova-compute[74922]: WARNING nova.compute.manager [req-0c5d7ef8-747e-4227-b9e9-57cb0b60140d req-2eac6640-9b48-4ae1-9af1-889c88638772 service nova] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Received unexpected event network-vif-plugged-d8ab78c1-095d-4541-a4fb-4839c43738c8 for instance with vm_state building and task_state spawning.
Oct 30 05:55:46 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 05:55:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.559s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:48 user nova-compute[74922]: DEBUG nova.compute.manager [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:55:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:55:48 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Instance spawned successfully.
Oct 30 05:55:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:55:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:55:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:55:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:55:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:55:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:55:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:55:48 user nova-compute[74922]: INFO nova.compute.manager [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Took 6.25 seconds to spawn the instance on the hypervisor.
Oct 30 05:55:48 user nova-compute[74922]: DEBUG nova.compute.manager [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:55:48 user nova-compute[74922]: DEBUG nova.compute.manager [req-ca87c1c4-365e-4ade-a220-ee8c3312b025 req-a7c1cda4-96f6-4fc6-8c15-cebb16b420a2 service nova] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Received event network-vif-plugged-d8ab78c1-095d-4541-a4fb-4839c43738c8 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:55:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ca87c1c4-365e-4ade-a220-ee8c3312b025 req-a7c1cda4-96f6-4fc6-8c15-cebb16b420a2 service nova] Acquiring lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ca87c1c4-365e-4ade-a220-ee8c3312b025 req-a7c1cda4-96f6-4fc6-8c15-cebb16b420a2 service nova] Lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ca87c1c4-365e-4ade-a220-ee8c3312b025 req-a7c1cda4-96f6-4fc6-8c15-cebb16b420a2 service nova] Lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:48 user nova-compute[74922]: DEBUG nova.compute.manager [req-ca87c1c4-365e-4ade-a220-ee8c3312b025 req-a7c1cda4-96f6-4fc6-8c15-cebb16b420a2 service nova] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] No waiting events found dispatching network-vif-plugged-d8ab78c1-095d-4541-a4fb-4839c43738c8 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:55:48 user nova-compute[74922]: WARNING nova.compute.manager [req-ca87c1c4-365e-4ade-a220-ee8c3312b025 req-a7c1cda4-96f6-4fc6-8c15-cebb16b420a2 service nova] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Received unexpected event network-vif-plugged-d8ab78c1-095d-4541-a4fb-4839c43738c8 for instance with vm_state building and task_state spawning.
Oct 30 05:55:48 user nova-compute[74922]: INFO nova.compute.manager [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Took 7.18 seconds to build instance.
Oct 30 05:55:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-68579168-b3ca-49de-b5ac-5ec2c78be73c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.285s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "7db75206-6a36-48b4-85c6-0b011a794e3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:55:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:55:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:55:53 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:55:53 user nova-compute[74922]: INFO nova.compute.claims [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Claim successful on node user
Oct 30 05:55:53 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:55:53 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:55:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.460s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:55:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:55:53 user nova-compute[74922]: DEBUG nova.network.neutron [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:55:53 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:55:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:55:53 user nova-compute[74922]: INFO nova.virt.block_device [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Booting with blank volume at /dev/vda
Oct 30 05:55:53 user nova-compute[74922]: DEBUG nova.policy [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04edad06b29641c0b1dd6d4d8ecd76ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd351e3ef48c843f2b24492d6b235189f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:55:54 user nova-compute[74922]: DEBUG nova.network.neutron [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Successfully created port: 9f3aa979-a7f1-480d-8402-ab3540329d53 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:55:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:55:55 user nova-compute[74922]: DEBUG nova.network.neutron [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Successfully updated port: 9f3aa979-a7f1-480d-8402-ab3540329d53 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:55:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "refresh_cache-7db75206-6a36-48b4-85c6-0b011a794e3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:55:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquired lock "refresh_cache-7db75206-6a36-48b4-85c6-0b011a794e3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:55:55 user nova-compute[74922]: DEBUG nova.network.neutron [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:55:55 user nova-compute[74922]: DEBUG nova.compute.manager [req-53910163-c369-4e0f-9468-d2fe679c46f6 req-98ae9203-1c19-455d-9768-684555868631 service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Received event network-changed-9f3aa979-a7f1-480d-8402-ab3540329d53 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:55:55 user nova-compute[74922]: DEBUG nova.compute.manager [req-53910163-c369-4e0f-9468-d2fe679c46f6 req-98ae9203-1c19-455d-9768-684555868631 service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Refreshing instance network info cache due to event network-changed-9f3aa979-a7f1-480d-8402-ab3540329d53. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:55:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-53910163-c369-4e0f-9468-d2fe679c46f6 req-98ae9203-1c19-455d-9768-684555868631 service nova] Acquiring lock "refresh_cache-7db75206-6a36-48b4-85c6-0b011a794e3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:55:55 user nova-compute[74922]: DEBUG nova.network.neutron [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:55:55 user nova-compute[74922]: DEBUG nova.network.neutron [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Updating instance_info_cache with network_info: [{"id": "9f3aa979-a7f1-480d-8402-ab3540329d53", "address": "fa:16:3e:6a:b1:bb", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9f3aa979-a7", "ovs_interfaceid": "9f3aa979-a7f1-480d-8402-ab3540329d53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:55:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Releasing lock "refresh_cache-7db75206-6a36-48b4-85c6-0b011a794e3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:55:55 user nova-compute[74922]: DEBUG nova.compute.manager [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Instance network_info: |[{"id": "9f3aa979-a7f1-480d-8402-ab3540329d53", "address": "fa:16:3e:6a:b1:bb", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9f3aa979-a7", "ovs_interfaceid": "9f3aa979-a7f1-480d-8402-ab3540329d53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:55:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-53910163-c369-4e0f-9468-d2fe679c46f6 req-98ae9203-1c19-455d-9768-684555868631 service nova] Acquired lock "refresh_cache-7db75206-6a36-48b4-85c6-0b011a794e3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:55:55 user nova-compute[74922]: DEBUG nova.network.neutron [req-53910163-c369-4e0f-9468-d2fe679c46f6 req-98ae9203-1c19-455d-9768-684555868631 service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Refreshing network info cache for port 9f3aa979-a7f1-480d-8402-ab3540329d53 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:55:55 user nova-compute[74922]: DEBUG nova.network.neutron [req-53910163-c369-4e0f-9468-d2fe679c46f6 req-98ae9203-1c19-455d-9768-684555868631 service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Updated VIF entry in instance network info cache for port 9f3aa979-a7f1-480d-8402-ab3540329d53. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:55:55 user nova-compute[74922]: DEBUG nova.network.neutron [req-53910163-c369-4e0f-9468-d2fe679c46f6 req-98ae9203-1c19-455d-9768-684555868631 service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Updating instance_info_cache with network_info: [{"id": "9f3aa979-a7f1-480d-8402-ab3540329d53", "address": "fa:16:3e:6a:b1:bb", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9f3aa979-a7", "ovs_interfaceid": "9f3aa979-a7f1-480d-8402-ab3540329d53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:55:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-53910163-c369-4e0f-9468-d2fe679c46f6 req-98ae9203-1c19-455d-9768-684555868631 service nova] Releasing lock "refresh_cache-7db75206-6a36-48b4-85c6-0b011a794e3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OzdeDmEt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:55:56 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:55:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:55:56 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:55:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:55:56 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[895feb99-dee0-4077-8969-22db98cf8933]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:55:56 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7da80a7-f05a-4cec-8801-03b45258bccf]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d] added
Oct 30 05:55:56 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e4b65b0-4ef8-4942-b90a-7733b7d61d75]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[418b8e60-1f02-4aaa-a15b-0c3b63e23be4]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OzdeDmEt {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OzdeDmEt" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5c1f764-bc86-4d43-a903-9e6778a2ed7e]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OzdeDmEt'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae0a425f-34dc-4957-911a-015cb62474cb]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c9e52c9-bd8d-4df1-9e2a-08cefccfdd6c]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:55:56 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:55:56 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[41f12353-aa2a-4ff7-870c-42afeb3f20fa]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d, portal: 172.16.0.220,3260]
Oct 30 05:55:56 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d, portal: 172.16.0.220,3260] successful.
Oct 30 05:55:56 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[dea4fa91-3ff7-4b8f-95b5-f6ac0397556d]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e46cd5b4-6b2e-4ff1-bf04-89abd596bc49]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:55:56 user nova-compute[74922]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d (non-flash)
Oct 30 05:55:56 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:55:56 user nova-compute[74922]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d (non-flash)
Oct 30 05:55:56 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.264s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] HCTL ('34', '-', '-', 0) found on session 32 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c5d48b3-389b-42fc-b46b-b31755476948]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Searching for a device in session 32 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:55:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OzdeDmEt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:55:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.306s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:55:57 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] <== connect_volume: return (1308ms) {'type': 'block', 'scsi_wwn': '23439613066386131', 'path': '/dev/sdc'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:55:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23439613066386131', 'path': '/dev/sdc'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:55:57 user nova-compute[74922]: DEBUG nova.objects.instance [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lazy-loading 'flavor' on Instance uuid e078eacb-99e2-472e-94bb-44c60147aff3 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:55:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 05:55:57 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:55:57 user nova-compute[74922]:   <source dev="/dev/sdc"/>
Oct 30 05:55:57 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:55:57 user nova-compute[74922]:   <serial>86333d5f-d2ad-428d-ad7b-814f3f13666d</serial>
Oct 30 05:55:57 user nova-compute[74922]: </disk>
Oct 30 05:55:57 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 05:55:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:55:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:55:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] No VIF found with MAC fa:16:3e:75:2c:69, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:55:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-40b3a3ca-c5fc-4958-9416-721c010e28c9 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.296s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:55:59 user nova-compute[74922]: DEBUG os_brick.utils [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:55:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a42e2d2-d9d0-455a-bfd1-bc3c79600ad2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3993e54a-21b9-4dbb-aaf2-16e85ecc7d14]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:55:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef6f4759-e883-4ad8-a4c8-8a97f324945f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fed4b78-e33c-4854-b4d7-bd9edfc2c055]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:55:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:55:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:55:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:55:59 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:55:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4afba7ba-9a64-4f1c-babd-46a067669801]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:55:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:55:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:55:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:55:59 user nova-compute[74922]: DEBUG os_brick.utils [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:55:59 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Updating existing volume attachment record: eecb01b0-c0e0-4f08-a695-a5a38ff1fda8 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:55:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "e078eacb-99e2-472e-94bb-44c60147aff3" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:56:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:56:01 user nova-compute[74922]: INFO nova.compute.manager [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Detaching volume 86333d5f-d2ad-428d-ad7b-814f3f13666d
Oct 30 05:56:01 user nova-compute[74922]: INFO nova.virt.block_device [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Attempting to driver detach volume 86333d5f-d2ad-428d-ad7b-814f3f13666d from mountpoint /dev/vdb
Oct 30 05:56:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Attempting to detach device vdb from instance e078eacb-99e2-472e-94bb-44c60147aff3 from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 05:56:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:56:01 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:56:01 user nova-compute[74922]:   <source dev="/dev/sdc"/>
Oct 30 05:56:01 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:56:01 user nova-compute[74922]:   <serial>86333d5f-d2ad-428d-ad7b-814f3f13666d</serial>
Oct 30 05:56:01 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 05:56:01 user nova-compute[74922]: </disk>
Oct 30 05:56:01 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:56:01 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Successfully detached device vdb from instance e078eacb-99e2-472e-94bb-44c60147aff3 from the persistent domain config.
Oct 30 05:56:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e078eacb-99e2-472e-94bb-44c60147aff3 from the live domain config. {{(pid=74922) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 05:56:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:56:01 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:56:01 user nova-compute[74922]:   <source dev="/dev/sdc"/>
Oct 30 05:56:01 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:56:01 user nova-compute[74922]:   <serial>86333d5f-d2ad-428d-ad7b-814f3f13666d</serial>
Oct 30 05:56:01 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 05:56:01 user nova-compute[74922]: </disk>
Oct 30 05:56:01 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:56:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e078eacb-99e2-472e-94bb-44c60147aff3 {{(pid=74922) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 05:56:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:11 user nova-compute[74922]: DEBUG nova.compute.manager [req-47ad2d57-4008-4ca2-8c46-174828350a37 req-5e104d5d-9448-44df-9d8c-a2cf596e204b service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received event network-changed-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:56:11 user nova-compute[74922]: DEBUG nova.compute.manager [req-47ad2d57-4008-4ca2-8c46-174828350a37 req-5e104d5d-9448-44df-9d8c-a2cf596e204b service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Refreshing instance network info cache due to event network-changed-44dc237e-04d5-4631-afdf-ee0924c86027. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:56:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-47ad2d57-4008-4ca2-8c46-174828350a37 req-5e104d5d-9448-44df-9d8c-a2cf596e204b service nova] Acquiring lock "refresh_cache-973a038b-f887-4daf-ba88-7f604e1b6bde" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:56:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-47ad2d57-4008-4ca2-8c46-174828350a37 req-5e104d5d-9448-44df-9d8c-a2cf596e204b service nova] Acquired lock "refresh_cache-973a038b-f887-4daf-ba88-7f604e1b6bde" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:56:11 user nova-compute[74922]: DEBUG nova.network.neutron [req-47ad2d57-4008-4ca2-8c46-174828350a37 req-5e104d5d-9448-44df-9d8c-a2cf596e204b service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Refreshing network info cache for port 44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:56:12 user nova-compute[74922]: DEBUG nova.network.neutron [req-47ad2d57-4008-4ca2-8c46-174828350a37 req-5e104d5d-9448-44df-9d8c-a2cf596e204b service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Updated VIF entry in instance network info cache for port 44dc237e-04d5-4631-afdf-ee0924c86027. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:56:12 user nova-compute[74922]: DEBUG nova.network.neutron [req-47ad2d57-4008-4ca2-8c46-174828350a37 req-5e104d5d-9448-44df-9d8c-a2cf596e204b service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Updating instance_info_cache with network_info: [{"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:56:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-47ad2d57-4008-4ca2-8c46-174828350a37 req-5e104d5d-9448-44df-9d8c-a2cf596e204b service nova] Releasing lock "refresh_cache-973a038b-f887-4daf-ba88-7f604e1b6bde" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:56:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "973a038b-f887-4daf-ba88-7f604e1b6bde" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:56:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:56:17 user nova-compute[74922]: DEBUG nova.objects.instance [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'flavor' on Instance uuid 973a038b-f887-4daf-ba88-7f604e1b6bde {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:56:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:56:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "973a038b-f887-4daf-ba88-7f604e1b6bde" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:56:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:56:17 user nova-compute[74922]: INFO nova.compute.manager [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Attaching volume 1f289544-7b2a-4cdd-abca-85fd20b5113f to /dev/vdb
Oct 30 05:56:18 user nova-compute[74922]: DEBUG os_brick.utils [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:56:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a4c289f-6893-4f79-9835-d7abbfc191c2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a18badb1-9471-47ee-a3ad-13f667cd6fa7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[43bfff87-508b-423b-accd-3666fde2632d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[945eb2ab-d021-43a9-95db-92369cab30ae]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:56:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:56:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:56:18 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:56:18 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c29a0301-b2be-4540-9519-364ca3ca59f7]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:56:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:56:18 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:56:18 user nova-compute[74922]: DEBUG os_brick.utils [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:56:18 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Updating existing volume attachment record: 45c7f4b0-9bad-4875-aaac-0d7856ed156e {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG nova.compute.manager [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:56:19 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Creating image(s)
Oct 30 05:56:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Did not create local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Ensure instance console log exists: /opt/stack/data/nova/instances/7db75206-6a36-48b4-85c6-0b011a794e3e/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Start _get_guest_xml network_info=[{"id": "9f3aa979-a7f1-480d-8402-ab3540329d53", "address": "fa:16:3e:6a:b1:bb", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9f3aa979-a7", "ovs_interfaceid": "9f3aa979-a7f1-480d-8402-ab3540329d53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': 'eecb01b0-c0e0-4f08-a695-a5a38ff1fda8', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QzPsKukT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7db75206-6a36-48b4-85c6-0b011a794e3e', 'attached_at': '', 'detached_at': '', 'volume_id': '0d3bff67-136c-4ef1-a19b-449c7b987fe6', 'serial': '0d3bff67-136c-4ef1-a19b-449c7b987fe6'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:56:19 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:56:19 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:56:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QzPsKukT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:56:19 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:56:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:56:19 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:56:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:56:19 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2b65ff2-0962-4909-bc72-7bf94491b5d9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:56:19 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a76ff2be-0f9b-42eb-85b3-72f872cc9633]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6] added
Oct 30 05:56:19 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[38f4593d-ae33-4b6d-ad21-6dcd447e21e4]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[419f7fa8-020e-411e-8103-d801cd9292c1]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QzPsKukT {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QzPsKukT" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9f8521a-79c5-4aaa-a6ba-79bf64c4e4cc]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QzPsKukT'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[cae3c9d2-6a10-4463-9746-a573ee73d003]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[73138bbe-0334-409f-81c7-e97573b440f7]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:56:19 user nova-compute[74922]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d (non-flash)
Oct 30 05:56:19 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:56:19 user nova-compute[74922]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d (non-flash)
Oct 30 05:56:19 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fa5cad9-cea0-4a3d-8be2-f9e34575efc5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6, portal: 172.16.0.220,3260]
Oct 30 05:56:19 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6, portal: 172.16.0.220,3260] successful.
Oct 30 05:56:19 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:56:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:20 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a64a4af-07b9-424b-8766-4353803649e2]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:56:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:20 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5a6f4a0-7322-4948-a3c4-662ebf2f0699]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:56:20 user nova-compute[74922]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d (non-flash)
Oct 30 05:56:20 user nova-compute[74922]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:56:20 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:56:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:56:20 user nova-compute[74922]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d (non-flash)
Oct 30 05:56:20 user nova-compute[74922]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:56:20 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:56:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:56:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:56:20 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] HCTL ('35', '-', '-', 0) found on session 33 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:56:20 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:56:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:20 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[08d8b6cb-304f-49a8-b20a-bec8964be9c6]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:20 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Searching for a device in session 33 and hctl ['35', '*', '*', 0] yield: None {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:56:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Searching for a device in session 33 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QzPsKukT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.330s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] <== connect_volume: return (1332ms) {'type': 'block', 'scsi_wwn': '23837376230326363', 'path': '/dev/sdd'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23837376230326363', 'path': '/dev/sdd'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:55:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-850891062',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-850891062',id=32,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d351e3ef48c843f2b24492d6b235189f',ramdisk_id='',reservation_id='r-zlymr7pi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:55:54Z,user_data=None,user_id='04edad06b29641c0b1dd6d4d8ecd76ef',uuid=7db75206-6a36-48b4-85c6-0b011a794e3e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9f3aa979-a7f1-480d-8402-ab3540329d53", "address": "fa:16:3e:6a:b1:bb", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9f3aa979-a7", "ovs_interfaceid": "9f3aa979-a7f1-480d-8402-ab3540329d53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converting VIF {"id": "9f3aa979-a7f1-480d-8402-ab3540329d53", "address": "fa:16:3e:6a:b1:bb", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9f3aa979-a7", "ovs_interfaceid": "9f3aa979-a7f1-480d-8402-ab3540329d53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:b1:bb,bridge_name='br-int',has_traffic_filtering=True,id=9f3aa979-a7f1-480d-8402-ab3540329d53,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9f3aa979-a7') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG nova.objects.instance [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lazy-loading 'pci_devices' on Instance uuid 7db75206-6a36-48b4-85c6-0b011a794e3e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:56:21 user nova-compute[74922]:   <uuid>7db75206-6a36-48b4-85c6-0b011a794e3e</uuid>
Oct 30 05:56:21 user nova-compute[74922]:   <name>instance-00000020</name>
Oct 30 05:56:21 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:56:21 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:56:21 user nova-compute[74922]:   <metadata>
Oct 30 05:56:21 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:56:21 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:56:21 user nova-compute[74922]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-850891062</nova:name>
Oct 30 05:56:21 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:56:19</nova:creationTime>
Oct 30 05:56:21 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:56:21 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:56:21 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:56:21 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:56:21 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:56:21 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:56:21 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:56:21 user nova-compute[74922]:       <nova:owner>
Oct 30 05:56:21 user nova-compute[74922]:         <nova:user uuid="04edad06b29641c0b1dd6d4d8ecd76ef">tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member</nova:user>
Oct 30 05:56:21 user nova-compute[74922]:         <nova:project uuid="d351e3ef48c843f2b24492d6b235189f">tempest-ServerBootFromVolumeStableRescueTest-1475644647</nova:project>
Oct 30 05:56:21 user nova-compute[74922]:       </nova:owner>
Oct 30 05:56:21 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:56:21 user nova-compute[74922]:       <nova:ports>
Oct 30 05:56:21 user nova-compute[74922]:         <nova:port uuid="9f3aa979-a7f1-480d-8402-ab3540329d53">
Oct 30 05:56:21 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 30 05:56:21 user nova-compute[74922]:         </nova:port>
Oct 30 05:56:21 user nova-compute[74922]:       </nova:ports>
Oct 30 05:56:21 user nova-compute[74922]:     </nova:instance>
Oct 30 05:56:21 user nova-compute[74922]:   </metadata>
Oct 30 05:56:21 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:56:21 user nova-compute[74922]:     <system>
Oct 30 05:56:21 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:56:21 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:56:21 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:56:21 user nova-compute[74922]:       <entry name="serial">7db75206-6a36-48b4-85c6-0b011a794e3e</entry>
Oct 30 05:56:21 user nova-compute[74922]:       <entry name="uuid">7db75206-6a36-48b4-85c6-0b011a794e3e</entry>
Oct 30 05:56:21 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:56:21 user nova-compute[74922]:     </system>
Oct 30 05:56:21 user nova-compute[74922]:   </sysinfo>
Oct 30 05:56:21 user nova-compute[74922]:   <os>
Oct 30 05:56:21 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:56:21 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:56:21 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:56:21 user nova-compute[74922]:   </os>
Oct 30 05:56:21 user nova-compute[74922]:   <features>
Oct 30 05:56:21 user nova-compute[74922]:     <acpi/>
Oct 30 05:56:21 user nova-compute[74922]:     <apic/>
Oct 30 05:56:21 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:56:21 user nova-compute[74922]:   </features>
Oct 30 05:56:21 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:56:21 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:56:21 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:56:21 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:56:21 user nova-compute[74922]:   </clock>
Oct 30 05:56:21 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:56:21 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:56:21 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:56:21 user nova-compute[74922]:   </cpu>
Oct 30 05:56:21 user nova-compute[74922]:   <devices>
Oct 30 05:56:21 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 05:56:21 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:56:21 user nova-compute[74922]:       <source dev="/dev/sdd"/>
Oct 30 05:56:21 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:56:21 user nova-compute[74922]:       <serial>0d3bff67-136c-4ef1-a19b-449c7b987fe6</serial>
Oct 30 05:56:21 user nova-compute[74922]:     </disk>
Oct 30 05:56:21 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:56:21 user nova-compute[74922]:       <mac address="fa:16:3e:6a:b1:bb"/>
Oct 30 05:56:21 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:56:21 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:56:21 user nova-compute[74922]:       <target dev="tap9f3aa979-a7"/>
Oct 30 05:56:21 user nova-compute[74922]:     </interface>
Oct 30 05:56:21 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:56:21 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/7db75206-6a36-48b4-85c6-0b011a794e3e/console.log" append="off"/>
Oct 30 05:56:21 user nova-compute[74922]:     </serial>
Oct 30 05:56:21 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:56:21 user nova-compute[74922]:     <video>
Oct 30 05:56:21 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:56:21 user nova-compute[74922]:     </video>
Oct 30 05:56:21 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:56:21 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:56:21 user nova-compute[74922]:     </rng>
Oct 30 05:56:21 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:56:21 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:56:21 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:56:21 user nova-compute[74922]:     </memballoon>
Oct 30 05:56:21 user nova-compute[74922]:   </devices>
Oct 30 05:56:21 user nova-compute[74922]: </domain>
Oct 30 05:56:21 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:55:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-850891062',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-850891062',id=32,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d351e3ef48c843f2b24492d6b235189f',ramdisk_id='',reservation_id='r-zlymr7pi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:55:54Z,user_data=None,user_id='04edad06b29641c0b1dd6d4d8ecd76ef',uuid=7db75206-6a36-48b4-85c6-0b011a794e3e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9f3aa979-a7f1-480d-8402-ab3540329d53", "address": "fa:16:3e:6a:b1:bb", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9f3aa979-a7", "ovs_interfaceid": "9f3aa979-a7f1-480d-8402-ab3540329d53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converting VIF {"id": "9f3aa979-a7f1-480d-8402-ab3540329d53", "address": "fa:16:3e:6a:b1:bb", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9f3aa979-a7", "ovs_interfaceid": "9f3aa979-a7f1-480d-8402-ab3540329d53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:b1:bb,bridge_name='br-int',has_traffic_filtering=True,id=9f3aa979-a7f1-480d-8402-ab3540329d53,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9f3aa979-a7') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG os_vif [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:b1:bb,bridge_name='br-int',has_traffic_filtering=True,id=9f3aa979-a7f1-480d-8402-ab3540329d53,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9f3aa979-a7') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7994566e-be8b-5bbe-b81b-243c4345bc4f', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9f3aa979-a7, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9f3aa979-a7, col_values=(('qos', UUID('15d26c68-d558-41b2-9e0f-5ca118248662')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9f3aa979-a7, col_values=(('external_ids', {'iface-id': '9f3aa979-a7f1-480d-8402-ab3540329d53', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6a:b1:bb', 'vm-uuid': '7db75206-6a36-48b4-85c6-0b011a794e3e'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:21 user nova-compute[74922]: INFO os_vif [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:b1:bb,bridge_name='br-int',has_traffic_filtering=True,id=9f3aa979-a7f1-480d-8402-ab3540329d53,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9f3aa979-a7')
Oct 30 05:56:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] No VIF found with MAC fa:16:3e:6a:b1:bb, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:56:21 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e078eacb-99e2-472e-94bb-44c60147aff3 is timed out.
Oct 30 05:56:21 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Successfully detached device vdb from instance e078eacb-99e2-472e-94bb-44c60147aff3 from the live domain config.
Oct 30 05:56:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OzdeDmEt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:56:21 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:56:21 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[47aab579-6fb9-4e66-85a1-3f65cb73449d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:56:21 user nova-compute[74922]: No targets found.
Oct 30 05:56:21 user nova-compute[74922]: iSNS:
Oct 30 05:56:21 user nova-compute[74922]: No targets found.
Oct 30 05:56:21 user nova-compute[74922]: STATIC:
Oct 30 05:56:21 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14
Oct 30 05:56:21 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:56:21 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:56:21 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d
Oct 30 05:56:21 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:56:21 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:56:21 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6
Oct 30 05:56:21 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:56:21 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:56:21 user nova-compute[74922]: FIRMWARE:
Oct 30 05:56:21 user nova-compute[74922]: No targets found.
Oct 30 05:56:21 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:56:21 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:56:21 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec553485-7906-46b4-869a-327c7be6c995]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ebaa574-4e39-4c30-aefb-46954e806e86]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:56:21 user nova-compute[74922]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d (non-flash)
Oct 30 05:56:21 user nova-compute[74922]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:56:21 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:56:21 user nova-compute[74922]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d (non-flash)
Oct 30 05:56:21 user nova-compute[74922]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:56:21 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82087d3be0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d'): ({'sdc'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Removing single pathed devices sdc {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[10d7a85a-49a3-4142-b3aa-f5409b1dd809]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[409acd25-a0ae-46f4-86b1-20c4f49abd92]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Flushing IO for device /dev/sdc {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c07b1de1-26a0-4f7e-a376-3888e305a282]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2230d769-7650-41c6-ba23-458016d0bab8 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "65631229-4687-4394-b06e-2cca0312587b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2230d769-7650-41c6-ba23-458016d0bab8 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "65631229-4687-4394-b06e-2cca0312587b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2230d769-7650-41c6-ba23-458016d0bab8 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "65631229-4687-4394-b06e-2cca0312587b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2230d769-7650-41c6-ba23-458016d0bab8 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "65631229-4687-4394-b06e-2cca0312587b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2230d769-7650-41c6-ba23-458016d0bab8 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "65631229-4687-4394-b06e-2cca0312587b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:56:21 user nova-compute[74922]: INFO nova.compute.manager [None req-2230d769-7650-41c6-ba23-458016d0bab8 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Terminating instance
Oct 30 05:56:21 user nova-compute[74922]: DEBUG nova.compute.manager [None req-2230d769-7650-41c6-ba23-458016d0bab8 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.060s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f442d1b7-4ac1-4689-acc4-335aa9fa9a55]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] SCSI volumes sdc have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc862e85-e122-4c6e-bd6e-fca8ac7b52c7]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d -p 172.16.0.220:3260 --logout" returned: 0 in 0.117s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e3094e9-8f27-45c6-9f79-48a6bd7b7970]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d, portal: 172.16.0.220,3260]
Oct 30 05:56:21 user nova-compute[74922]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d, portal: 172.16.0.220,3260] successful.
Oct 30 05:56:21 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86333d5f-d2ad-428d-ad7b-814f3f13666d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[15687123-2b63-4ed1-9ab1-cbea2e9d4130]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.411s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] <== disconnect_volume: return (412ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:56:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:56:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-583fee34-1aa9-450c-a4c4-1f0735577552 req-21184b62-83f4-49a6-9750-b131a4a78dba service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Received event network-vif-unplugged-b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:56:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-583fee34-1aa9-450c-a4c4-1f0735577552 req-21184b62-83f4-49a6-9750-b131a4a78dba service nova] Acquiring lock "65631229-4687-4394-b06e-2cca0312587b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:56:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-583fee34-1aa9-450c-a4c4-1f0735577552 req-21184b62-83f4-49a6-9750-b131a4a78dba service nova] Lock "65631229-4687-4394-b06e-2cca0312587b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:56:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-583fee34-1aa9-450c-a4c4-1f0735577552 req-21184b62-83f4-49a6-9750-b131a4a78dba service nova] Lock "65631229-4687-4394-b06e-2cca0312587b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:56:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-583fee34-1aa9-450c-a4c4-1f0735577552 req-21184b62-83f4-49a6-9750-b131a4a78dba service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] No waiting events found dispatching network-vif-unplugged-b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:56:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-583fee34-1aa9-450c-a4c4-1f0735577552 req-21184b62-83f4-49a6-9750-b131a4a78dba service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Received event network-vif-unplugged-b05c829f-3c77-448e-b818-dc92124bd809 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:56:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:22 user nova-compute[74922]: DEBUG nova.objects.instance [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lazy-loading 'flavor' on Instance uuid e078eacb-99e2-472e-94bb-44c60147aff3 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:56:22 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 65631229-4687-4394-b06e-2cca0312587b] Instance destroyed successfully.
Oct 30 05:56:22 user nova-compute[74922]: DEBUG nova.objects.instance [None req-2230d769-7650-41c6-ba23-458016d0bab8 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lazy-loading 'resources' on Instance uuid 65631229-4687-4394-b06e-2cca0312587b {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:56:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-2230d769-7650-41c6-ba23-458016d0bab8 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:50:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1264310259',display_name='tempest-TestMinimumBasicScenario-server-1264310259',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1264310259',id=22,image_ref='07b7e64c-9f67-41b0-ae69-aac3d635b2a2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKLf70fYELJWToTmVMHC/c0ejf3wuvJwsrQMjgmpvEYSWVUcpUtnKehuM6G9lJlERcMC+TXCcfwULR0/YNPZggIldWO5tEMAAac1VlbYjSUtwFveG8t4s5YuaFVhEJpKJQ==',key_name='tempest-TestMinimumBasicScenario-1853269939',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:51:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e7091d27413441c6acc2d53c88cde072',ramdisk_id='',reservation_id='r-5ijzo9ge',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='07b7e64c-9f67-41b0-ae69-aac3d635b2a2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-810032681',owner_user_name='tempest-TestMinimumBasicScenario-810032681-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:53:35Z,user_data=None,user_id='e3d42c973de44a77a6cbc71ca18cf8be',uuid=65631229-4687-4394-b06e-2cca0312587b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b05c829f-3c77-448e-b818-dc92124bd809", "address": "fa:16:3e:8c:0c:52", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb05c829f-3c", "ovs_interfaceid": "b05c829f-3c77-448e-b818-dc92124bd809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:56:22 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-2230d769-7650-41c6-ba23-458016d0bab8 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Converting VIF {"id": "b05c829f-3c77-448e-b818-dc92124bd809", "address": "fa:16:3e:8c:0c:52", "network": {"id": "3aa18a1b-230f-434e-af29-d9dcc82eb79c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1511088289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e7091d27413441c6acc2d53c88cde072", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb05c829f-3c", "ovs_interfaceid": "b05c829f-3c77-448e-b818-dc92124bd809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:56:22 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-2230d769-7650-41c6-ba23-458016d0bab8 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8c:0c:52,bridge_name='br-int',has_traffic_filtering=True,id=b05c829f-3c77-448e-b818-dc92124bd809,network=Network(3aa18a1b-230f-434e-af29-d9dcc82eb79c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb05c829f-3c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:56:22 user nova-compute[74922]: DEBUG os_vif [None req-2230d769-7650-41c6-ba23-458016d0bab8 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8c:0c:52,bridge_name='br-int',has_traffic_filtering=True,id=b05c829f-3c77-448e-b818-dc92124bd809,network=Network(3aa18a1b-230f-434e-af29-d9dcc82eb79c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb05c829f-3c') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:56:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb05c829f-3c, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:56:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7a916abd-822d-478c-bf72-5836fbad5c9f) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:56:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:56:22 user nova-compute[74922]: INFO os_vif [None req-2230d769-7650-41c6-ba23-458016d0bab8 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8c:0c:52,bridge_name='br-int',has_traffic_filtering=True,id=b05c829f-3c77-448e-b818-dc92124bd809,network=Network(3aa18a1b-230f-434e-af29-d9dcc82eb79c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb05c829f-3c')
Oct 30 05:56:22 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-2230d769-7650-41c6-ba23-458016d0bab8 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Deleting instance files /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b_del
Oct 30 05:56:22 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-2230d769-7650-41c6-ba23-458016d0bab8 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Deletion of /opt/stack/data/nova/instances/65631229-4687-4394-b06e-2cca0312587b_del complete
Oct 30 05:56:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7ccd7a6b-46b0-4b91-9231-1b2ffa38e511 tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.983s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:56:23 user nova-compute[74922]: INFO nova.compute.manager [None req-2230d769-7650-41c6-ba23-458016d0bab8 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] [instance: 65631229-4687-4394-b06e-2cca0312587b] Took 1.31 seconds to destroy the instance on the hypervisor.
Oct 30 05:56:23 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-2230d769-7650-41c6-ba23-458016d0bab8 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 05:56:23 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 65631229-4687-4394-b06e-2cca0312587b] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 05:56:23 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 65631229-4687-4394-b06e-2cca0312587b] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 05:56:23 user nova-compute[74922]: DEBUG nova.compute.manager [req-222adaac-d10a-4af1-8152-0fa74e629266 req-283491b4-9e44-4fe7-ae50-c85bd0f573a9 service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Received event network-vif-plugged-9f3aa979-a7f1-480d-8402-ab3540329d53 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:56:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-222adaac-d10a-4af1-8152-0fa74e629266 req-283491b4-9e44-4fe7-ae50-c85bd0f573a9 service nova] Acquiring lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:56:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-222adaac-d10a-4af1-8152-0fa74e629266 req-283491b4-9e44-4fe7-ae50-c85bd0f573a9 service nova] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:56:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-222adaac-d10a-4af1-8152-0fa74e629266 req-283491b4-9e44-4fe7-ae50-c85bd0f573a9 service nova] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:56:23 user nova-compute[74922]: DEBUG nova.compute.manager [req-222adaac-d10a-4af1-8152-0fa74e629266 req-283491b4-9e44-4fe7-ae50-c85bd0f573a9 service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] No waiting events found dispatching network-vif-plugged-9f3aa979-a7f1-480d-8402-ab3540329d53 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:56:23 user nova-compute[74922]: WARNING nova.compute.manager [req-222adaac-d10a-4af1-8152-0fa74e629266 req-283491b4-9e44-4fe7-ae50-c85bd0f573a9 service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Received unexpected event network-vif-plugged-9f3aa979-a7f1-480d-8402-ab3540329d53 for instance with vm_state building and task_state spawning.
Oct 30 05:56:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:23 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 65631229-4687-4394-b06e-2cca0312587b] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:56:23 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 65631229-4687-4394-b06e-2cca0312587b] Took 0.50 seconds to deallocate network for instance.
Oct 30 05:56:23 user nova-compute[74922]: DEBUG nova.compute.manager [req-7f611415-c0b4-46b4-983e-43d3cb264b63 req-f25476a3-4949-494e-920d-aa96c3a7bd72 service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Received event network-vif-deleted-b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:56:23 user nova-compute[74922]: INFO nova.compute.manager [req-7f611415-c0b4-46b4-983e-43d3cb264b63 req-f25476a3-4949-494e-920d-aa96c3a7bd72 service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Neutron deleted interface b05c829f-3c77-448e-b818-dc92124bd809; detaching it from the instance and deleting it from the info cache
Oct 30 05:56:23 user nova-compute[74922]: DEBUG nova.network.neutron [req-7f611415-c0b4-46b4-983e-43d3cb264b63 req-f25476a3-4949-494e-920d-aa96c3a7bd72 service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:56:23 user nova-compute[74922]: DEBUG nova.compute.manager [req-7f611415-c0b4-46b4-983e-43d3cb264b63 req-f25476a3-4949-494e-920d-aa96c3a7bd72 service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Detach interface failed, port_id=b05c829f-3c77-448e-b818-dc92124bd809, reason: Instance 65631229-4687-4394-b06e-2cca0312587b could not be found. {{(pid=74922) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 05:56:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2230d769-7650-41c6-ba23-458016d0bab8 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:56:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2230d769-7650-41c6-ba23-458016d0bab8 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:56:23 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-2230d769-7650-41c6-ba23-458016d0bab8 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:56:23 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-2230d769-7650-41c6-ba23-458016d0bab8 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:56:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2230d769-7650-41c6-ba23-458016d0bab8 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.395s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:56:24 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-2230d769-7650-41c6-ba23-458016d0bab8 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Deleted allocations for instance 65631229-4687-4394-b06e-2cca0312587b
Oct 30 05:56:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2230d769-7650-41c6-ba23-458016d0bab8 tempest-TestMinimumBasicScenario-810032681 tempest-TestMinimumBasicScenario-810032681-project-member] Lock "65631229-4687-4394-b06e-2cca0312587b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.402s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:56:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-2263645b-69f5-4630-810c-7495bc345479 req-13710329-ee4d-4002-80c9-be34605d6b48 service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Received event network-vif-plugged-b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:56:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2263645b-69f5-4630-810c-7495bc345479 req-13710329-ee4d-4002-80c9-be34605d6b48 service nova] Acquiring lock "65631229-4687-4394-b06e-2cca0312587b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:56:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2263645b-69f5-4630-810c-7495bc345479 req-13710329-ee4d-4002-80c9-be34605d6b48 service nova] Lock "65631229-4687-4394-b06e-2cca0312587b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:56:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2263645b-69f5-4630-810c-7495bc345479 req-13710329-ee4d-4002-80c9-be34605d6b48 service nova] Lock "65631229-4687-4394-b06e-2cca0312587b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:56:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-2263645b-69f5-4630-810c-7495bc345479 req-13710329-ee4d-4002-80c9-be34605d6b48 service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] No waiting events found dispatching network-vif-plugged-b05c829f-3c77-448e-b818-dc92124bd809 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:56:24 user nova-compute[74922]: WARNING nova.compute.manager [req-2263645b-69f5-4630-810c-7495bc345479 req-13710329-ee4d-4002-80c9-be34605d6b48 service nova] [instance: 65631229-4687-4394-b06e-2cca0312587b] Received unexpected event network-vif-plugged-b05c829f-3c77-448e-b818-dc92124bd809 for instance with vm_state deleted and task_state None.
Oct 30 05:56:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:25 user nova-compute[74922]: DEBUG nova.compute.manager [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:56:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:56:25 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Instance spawned successfully.
Oct 30 05:56:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:56:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:56:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:56:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:56:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:56:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:56:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:56:25 user nova-compute[74922]: INFO nova.compute.manager [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Took 5.52 seconds to spawn the instance on the hypervisor.
Oct 30 05:56:25 user nova-compute[74922]: DEBUG nova.compute.manager [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:56:25 user nova-compute[74922]: DEBUG nova.compute.manager [req-f48d4540-eecc-4d8b-a2a5-492000204de7 req-09e41597-4055-42e2-98b7-addebdcdb3f0 service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Received event network-vif-plugged-9f3aa979-a7f1-480d-8402-ab3540329d53 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:56:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f48d4540-eecc-4d8b-a2a5-492000204de7 req-09e41597-4055-42e2-98b7-addebdcdb3f0 service nova] Acquiring lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:56:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f48d4540-eecc-4d8b-a2a5-492000204de7 req-09e41597-4055-42e2-98b7-addebdcdb3f0 service nova] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:56:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f48d4540-eecc-4d8b-a2a5-492000204de7 req-09e41597-4055-42e2-98b7-addebdcdb3f0 service nova] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:56:25 user nova-compute[74922]: DEBUG nova.compute.manager [req-f48d4540-eecc-4d8b-a2a5-492000204de7 req-09e41597-4055-42e2-98b7-addebdcdb3f0 service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] No waiting events found dispatching network-vif-plugged-9f3aa979-a7f1-480d-8402-ab3540329d53 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:56:25 user nova-compute[74922]: WARNING nova.compute.manager [req-f48d4540-eecc-4d8b-a2a5-492000204de7 req-09e41597-4055-42e2-98b7-addebdcdb3f0 service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Received unexpected event network-vif-plugged-9f3aa979-a7f1-480d-8402-ab3540329d53 for instance with vm_state building and task_state spawning.
Oct 30 05:56:25 user nova-compute[74922]: INFO nova.compute.manager [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Took 32.09 seconds to build instance.
Oct 30 05:56:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b801fbba-eb2b-4862-8078-cc09cebeb68a tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 32.182s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:56:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WaLFYNJn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:56:37 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:56:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:56:37 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:56:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:56:37 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[77762ceb-f6aa-43d9-9a59-425fa6bf8393]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:56:37 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0a99adc-20be-44d1-bea6-68fd9f1f4eb9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f] added
Oct 30 05:56:37 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0035e6af-29aa-4b1c-a114-2866f66a9b61]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb4c82cc-d963-44ee-aedd-0a7a79e2e94d]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WaLFYNJn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WaLFYNJn" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd3b16ad-6b77-4574-a857-cc514e29a2c6]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WaLFYNJn'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a4f308d-ac3a-4bee-b4a3-981deb1eb2b7]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4172d0f-cd77-417b-8600-13ddce9b30b6]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:56:37 user nova-compute[74922]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:56:37 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:56:37 user nova-compute[74922]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:56:37 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fbe2f7e-8af5-4b22-a121-c87dcaef1015]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f, portal: 172.16.0.220,3260]
Oct 30 05:56:37 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f, portal: 172.16.0.220,3260] successful.
Oct 30 05:56:37 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[10f175c3-778a-45c0-aa18-0243e999c7a8]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[460b69b7-5cda-4a68-8626-7bdf2181367f]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:56:37 user nova-compute[74922]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:56:37 user nova-compute[74922]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:56:37 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:56:37 user nova-compute[74922]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:56:37 user nova-compute[74922]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:56:37 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.284s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] HCTL ('34', '-', '-', 0) found on session 34 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[254ffa9f-d3c0-4df2-b137-6d1a77ed0ea2]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Searching for a device in session 34 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WaLFYNJn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:56:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.322s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] <== connect_volume: return (1324ms) {'type': 'block', 'scsi_wwn': '26366303065613236', 'path': '/dev/sdc'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26366303065613236', 'path': '/dev/sdc'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG nova.objects.instance [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'flavor' on Instance uuid 973a038b-f887-4daf-ba88-7f604e1b6bde {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:56:38 user nova-compute[74922]: INFO nova.compute.manager [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Unshelving
Oct 30 05:56:38 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 05:56:38 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:56:38 user nova-compute[74922]:   <source dev="/dev/sdc"/>
Oct 30 05:56:38 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:56:38 user nova-compute[74922]:   <serial>1f289544-7b2a-4cdd-abca-85fd20b5113f</serial>
Oct 30 05:56:38 user nova-compute[74922]: </disk>
Oct 30 05:56:38 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 05:56:38 user nova-compute[74922]: INFO nova.virt.block_device [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Booting with volume afab8282-4872-4293-9656-81dd950d78af at /dev/vdc
Oct 30 05:56:38 user nova-compute[74922]: DEBUG os_brick.utils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0d1b0c8-43b7-4d49-a8d9-ebee4898ef7c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9313188b-f6c0-439c-a2ca-935e6e90daaf]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea8cf642-14b3-40b7-b59b-a5f89be9e60b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b97c6e79-2ce1-4358-a97e-4e703808b7ba]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:56:38 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:56:38 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd56a28f-e7f7-416a-af35-3d4393a8b5a6]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG os_brick.utils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Updating existing volume attachment record: 84e5bfaf-fd1f-42d2-8070-9652c4883849 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:56:38 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 05:56:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:56:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:56:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] No VIF found with MAC fa:16:3e:4b:26:45, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:56:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f67a7aa0-534b-43f7-a841-9575d17ebc30 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.174s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:56:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e38a846d-d82d-475b-b9f4-a2eef46fb1b5 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "973a038b-f887-4daf-ba88-7f604e1b6bde" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:56:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e38a846d-d82d-475b-b9f4-a2eef46fb1b5 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:56:39 user nova-compute[74922]: DEBUG nova.compute.manager [None req-e38a846d-d82d-475b-b9f4-a2eef46fb1b5 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:56:39 user nova-compute[74922]: DEBUG nova.compute.manager [None req-e38a846d-d82d-475b-b9f4-a2eef46fb1b5 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74922) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 30 05:56:39 user nova-compute[74922]: DEBUG nova.objects.instance [None req-e38a846d-d82d-475b-b9f4-a2eef46fb1b5 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'flavor' on Instance uuid 973a038b-f887-4daf-ba88-7f604e1b6bde {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:56:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:39 user nova-compute[74922]: DEBUG nova.compute.manager [req-ad765ad4-0e21-40dd-8e19-33a8774a24db req-3a85fbf5-5414-47dc-bb98-ebe7bc6aafd6 service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received event network-vif-unplugged-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:56:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ad765ad4-0e21-40dd-8e19-33a8774a24db req-3a85fbf5-5414-47dc-bb98-ebe7bc6aafd6 service nova] Acquiring lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:56:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ad765ad4-0e21-40dd-8e19-33a8774a24db req-3a85fbf5-5414-47dc-bb98-ebe7bc6aafd6 service nova] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:56:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ad765ad4-0e21-40dd-8e19-33a8774a24db req-3a85fbf5-5414-47dc-bb98-ebe7bc6aafd6 service nova] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:56:39 user nova-compute[74922]: DEBUG nova.compute.manager [req-ad765ad4-0e21-40dd-8e19-33a8774a24db req-3a85fbf5-5414-47dc-bb98-ebe7bc6aafd6 service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] No waiting events found dispatching network-vif-unplugged-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:56:39 user nova-compute[74922]: WARNING nova.compute.manager [req-ad765ad4-0e21-40dd-8e19-33a8774a24db req-3a85fbf5-5414-47dc-bb98-ebe7bc6aafd6 service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received unexpected event network-vif-unplugged-44dc237e-04d5-4631-afdf-ee0924c86027 for instance with vm_state active and task_state powering-off.
Oct 30 05:56:40 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Instance destroyed successfully.
Oct 30 05:56:40 user nova-compute[74922]: DEBUG nova.compute.manager [None req-e38a846d-d82d-475b-b9f4-a2eef46fb1b5 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:56:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e38a846d-d82d-475b-b9f4-a2eef46fb1b5 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 1.006s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:56:40 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:56:40 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:56:40 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 05:56:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-e078eacb-99e2-472e-94bb-44c60147aff3" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:56:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-e078eacb-99e2-472e-94bb-44c60147aff3" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:56:41 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 05:56:41 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Updating instance_info_cache with network_info: [{"id": "44e255db-a0a3-4be1-9e00-70a1ff62bde5", "address": "fa:16:3e:75:2c:69", "network": {"id": "b7b697ef-51da-40e5-b6a1-920ff412cfdc", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-490615133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fec827d97d58477e963d2b3169a7ad19", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44e255db-a0", "ovs_interfaceid": "44e255db-a0a3-4be1-9e00-70a1ff62bde5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:56:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-e078eacb-99e2-472e-94bb-44c60147aff3" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:56:41 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 05:56:42 user nova-compute[74922]: DEBUG nova.compute.manager [req-8c6aa7b0-c39a-439a-9a0e-5f1ac9217a6b req-68cc83d5-3ee2-42f0-bb23-60da2ffef113 service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received event network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:56:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8c6aa7b0-c39a-439a-9a0e-5f1ac9217a6b req-68cc83d5-3ee2-42f0-bb23-60da2ffef113 service nova] Acquiring lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:56:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8c6aa7b0-c39a-439a-9a0e-5f1ac9217a6b req-68cc83d5-3ee2-42f0-bb23-60da2ffef113 service nova] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:56:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8c6aa7b0-c39a-439a-9a0e-5f1ac9217a6b req-68cc83d5-3ee2-42f0-bb23-60da2ffef113 service nova] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:56:42 user nova-compute[74922]: DEBUG nova.compute.manager [req-8c6aa7b0-c39a-439a-9a0e-5f1ac9217a6b req-68cc83d5-3ee2-42f0-bb23-60da2ffef113 service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] No waiting events found dispatching network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:56:42 user nova-compute[74922]: WARNING nova.compute.manager [req-8c6aa7b0-c39a-439a-9a0e-5f1ac9217a6b req-68cc83d5-3ee2-42f0-bb23-60da2ffef113 service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received unexpected event network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 for instance with vm_state stopped and task_state None.
Oct 30 05:56:42 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:56:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:56:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:56:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:56:42 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 05:56:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cbada4d-fcb5-42c4-b984-5741edb6e66e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cbada4d-fcb5-42c4-b984-5741edb6e66e/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cbada4d-fcb5-42c4-b984-5741edb6e66e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cbada4d-fcb5-42c4-b984-5741edb6e66e/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:44 user nova-compute[74922]: DEBUG nova.compute.manager [req-1d575397-87a3-4169-835d-259da0213986 req-24fbc22f-5d0a-4bdc-b10a-f40eb7be17f9 service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Received event network-changed-ee57dce5-f7a0-4cf8-9921-af521c7b1088 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:56:44 user nova-compute[74922]: DEBUG nova.compute.manager [req-1d575397-87a3-4169-835d-259da0213986 req-24fbc22f-5d0a-4bdc-b10a-f40eb7be17f9 service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Refreshing instance network info cache due to event network-changed-ee57dce5-f7a0-4cf8-9921-af521c7b1088. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:56:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1d575397-87a3-4169-835d-259da0213986 req-24fbc22f-5d0a-4bdc-b10a-f40eb7be17f9 service nova] Acquiring lock "refresh_cache-4c3e6679-374d-4644-b05d-ef0bf04d7a3a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:56:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1d575397-87a3-4169-835d-259da0213986 req-24fbc22f-5d0a-4bdc-b10a-f40eb7be17f9 service nova] Acquired lock "refresh_cache-4c3e6679-374d-4644-b05d-ef0bf04d7a3a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:56:44 user nova-compute[74922]: DEBUG nova.network.neutron [req-1d575397-87a3-4169-835d-259da0213986 req-24fbc22f-5d0a-4bdc-b10a-f40eb7be17f9 service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Refreshing network info cache for port ee57dce5-f7a0-4cf8-9921-af521c7b1088 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:56:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:44 user nova-compute[74922]: DEBUG nova.network.neutron [req-1d575397-87a3-4169-835d-259da0213986 req-24fbc22f-5d0a-4bdc-b10a-f40eb7be17f9 service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Updated VIF entry in instance network info cache for port ee57dce5-f7a0-4cf8-9921-af521c7b1088. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:56:44 user nova-compute[74922]: DEBUG nova.network.neutron [req-1d575397-87a3-4169-835d-259da0213986 req-24fbc22f-5d0a-4bdc-b10a-f40eb7be17f9 service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Updating instance_info_cache with network_info: [{"id": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "address": "fa:16:3e:71:29:0b", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee57dce5-f7", "ovs_interfaceid": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:56:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1d575397-87a3-4169-835d-259da0213986 req-24fbc22f-5d0a-4bdc-b10a-f40eb7be17f9 service nova] Releasing lock "refresh_cache-4c3e6679-374d-4644-b05d-ef0bf04d7a3a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:56:44 user nova-compute[74922]: DEBUG nova.compute.manager [req-1d575397-87a3-4169-835d-259da0213986 req-24fbc22f-5d0a-4bdc-b10a-f40eb7be17f9 service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Received event network-changed-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:56:44 user nova-compute[74922]: DEBUG nova.compute.manager [req-1d575397-87a3-4169-835d-259da0213986 req-24fbc22f-5d0a-4bdc-b10a-f40eb7be17f9 service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Refreshing instance network info cache due to event network-changed-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:56:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1d575397-87a3-4169-835d-259da0213986 req-24fbc22f-5d0a-4bdc-b10a-f40eb7be17f9 service nova] Acquiring lock "refresh_cache-4e3bafb9-caaa-4a26-99c2-281620b6313b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:56:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1d575397-87a3-4169-835d-259da0213986 req-24fbc22f-5d0a-4bdc-b10a-f40eb7be17f9 service nova] Acquired lock "refresh_cache-4e3bafb9-caaa-4a26-99c2-281620b6313b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:56:44 user nova-compute[74922]: DEBUG nova.network.neutron [req-1d575397-87a3-4169-835d-259da0213986 req-24fbc22f-5d0a-4bdc-b10a-f40eb7be17f9 service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Refreshing network info cache for port 0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:56:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:45 user nova-compute[74922]: DEBUG nova.network.neutron [req-1d575397-87a3-4169-835d-259da0213986 req-24fbc22f-5d0a-4bdc-b10a-f40eb7be17f9 service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Updated VIF entry in instance network info cache for port 0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:56:45 user nova-compute[74922]: DEBUG nova.network.neutron [req-1d575397-87a3-4169-835d-259da0213986 req-24fbc22f-5d0a-4bdc-b10a-f40eb7be17f9 service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Updating instance_info_cache with network_info: [{"id": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "address": "fa:16:3e:6a:f6:fb", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d9c4ab8-3c", "ovs_interfaceid": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:56:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1d575397-87a3-4169-835d-259da0213986 req-24fbc22f-5d0a-4bdc-b10a-f40eb7be17f9 service nova] Releasing lock "refresh_cache-4e3bafb9-caaa-4a26-99c2-281620b6313b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:56:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:46 user nova-compute[74922]: DEBUG nova.compute.manager [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Stashing vm_state: active {{(pid=74922) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 30 05:56:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:56:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:56:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:56:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:56:46 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:56:46 user nova-compute[74922]: INFO nova.compute.claims [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Claim successful on node user
Oct 30 05:56:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:56:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:46 user nova-compute[74922]: INFO nova.compute.resource_tracker [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Updating resource usage from migration 43869913-39d4-46a4-ab08-eff64adba9c5
Oct 30 05:56:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:47 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:56:47 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:56:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=7391MB free_disk=25.276721954345703GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 05:56:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:56:47 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:56:47 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:56:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 1.066s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:56:47 user nova-compute[74922]: INFO nova.compute.manager [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Migrating
Oct 30 05:56:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.236s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:56:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "refresh_cache-4e3bafb9-caaa-4a26-99c2-281620b6313b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:56:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquired lock "refresh_cache-4e3bafb9-caaa-4a26-99c2-281620b6313b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:56:47 user nova-compute[74922]: DEBUG nova.network.neutron [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:56:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Applying migration context for instance 4e3bafb9-caaa-4a26-99c2-281620b6313b as it has an incoming, in-progress migration 43869913-39d4-46a4-ab08-eff64adba9c5. Migration status is pre-migrating {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 30 05:56:47 user nova-compute[74922]: INFO nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Updating resource usage from migration 43869913-39d4-46a4-ab08-eff64adba9c5
Oct 30 05:56:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 4c3e6679-374d-4644-b05d-ef0bf04d7a3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:56:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance e078eacb-99e2-472e-94bb-44c60147aff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:56:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 2c40cefc-8d2b-4403-bba8-a462650999eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:56:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:56:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance f560d747-69e7-4d60-a3c2-8f8307f10149 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:56:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 973a038b-f887-4daf-ba88-7f604e1b6bde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:56:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 152ed8a0-4208-485b-bf31-fcdd5b7469ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:56:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance bf842ae2-dd28-4c55-8c4d-e416d89d75d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:56:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 1cbada4d-fcb5-42c4-b984-5741edb6e66e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:56:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 7db75206-6a36-48b4-85c6-0b011a794e3e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:56:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance d9695caf-03be-4f5e-aac7-b6e3bdd081b6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 30 05:56:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Migration 43869913-39d4-46a4-ab08-eff64adba9c5 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 30 05:56:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 4e3bafb9-caaa-4a26-99c2-281620b6313b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:56:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 05:56:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 05:56:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG nova.network.neutron [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Updating instance_info_cache with network_info: [{"id": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "address": "fa:16:3e:6a:f6:fb", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d9c4ab8-3c", "ovs_interfaceid": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Releasing lock "refresh_cache-4e3bafb9-caaa-4a26-99c2-281620b6313b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.638s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Starting migrate_disk_and_power_off {{(pid=74922) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG nova.compute.manager [req-21dafb52-d732-4a69-b35d-5e13065cb51b req-2303e1a2-ae81-4282-a85f-f54138dbf459 service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Received event network-vif-unplugged-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-21dafb52-d732-4a69-b35d-5e13065cb51b req-2303e1a2-ae81-4282-a85f-f54138dbf459 service nova] Acquiring lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-21dafb52-d732-4a69-b35d-5e13065cb51b req-2303e1a2-ae81-4282-a85f-f54138dbf459 service nova] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-21dafb52-d732-4a69-b35d-5e13065cb51b req-2303e1a2-ae81-4282-a85f-f54138dbf459 service nova] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG nova.compute.manager [req-21dafb52-d732-4a69-b35d-5e13065cb51b req-2303e1a2-ae81-4282-a85f-f54138dbf459 service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] No waiting events found dispatching network-vif-unplugged-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:56:48 user nova-compute[74922]: WARNING nova.compute.manager [req-21dafb52-d732-4a69-b35d-5e13065cb51b req-2303e1a2-ae81-4282-a85f-f54138dbf459 service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Received unexpected event network-vif-unplugged-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 for instance with vm_state active and task_state resize_migrating.
Oct 30 05:56:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:48 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Instance destroyed successfully.
Oct 30 05:56:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:54:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1981600194',display_name='tempest-ServerActionsTestOtherA-server-1981600194',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1981600194',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEd2+exI2Ut/RN30BqlqOmdhuChbOltMIsLODzfAvmMl2WFyS5/L2KsjI6tAqdhRVKvrMGTB734UduFBfFJpfUlI0yjN3oTo9CRnCiEsQrN5Aul2tXEDjcuAUivZWXLE6g==',key_name='tempest-keypair-875372468',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:55:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b7689a63a17e4743ae8888892f1ee34b',ramdisk_id='',reservation_id='r-5pitq635',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1370130237',owner_user_name='tempest-ServerActionsTestOtherA-1370130237-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:56:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2efd61aeedd04bd4bdf7af2f3b15c99e',uuid=4e3bafb9-caaa-4a26-99c2-281620b6313b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "address": "fa:16:3e:6a:f6:fb", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1282073974-network", "vif_mac": "fa:16:3e:6a:f6:fb"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d9c4ab8-3c", "ovs_interfaceid": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converting VIF {"id": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "address": "fa:16:3e:6a:f6:fb", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1282073974-network", "vif_mac": "fa:16:3e:6a:f6:fb"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d9c4ab8-3c", "ovs_interfaceid": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6a:f6:fb,bridge_name='br-int',has_traffic_filtering=True,id=0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d9c4ab8-3c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG os_vif [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6a:f6:fb,bridge_name='br-int',has_traffic_filtering=True,id=0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d9c4ab8-3c') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0d9c4ab8-3c, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0562f075-5e37-4bad-a8a0-3d2cd9fa7722) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:56:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:48 user nova-compute[74922]: INFO os_vif [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6a:f6:fb,bridge_name='br-int',has_traffic_filtering=True,id=0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d9c4ab8-3c')
Oct 30 05:56:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pPkOmuex', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:56:49 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:56:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3478474-b7c4-4bec-ae45-4e01a2a02c95]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:56:49 user nova-compute[74922]: No targets found.
Oct 30 05:56:49 user nova-compute[74922]: iSNS:
Oct 30 05:56:49 user nova-compute[74922]: No targets found.
Oct 30 05:56:49 user nova-compute[74922]: STATIC:
Oct 30 05:56:49 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14
Oct 30 05:56:49 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:56:49 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:56:49 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f
Oct 30 05:56:49 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:56:49 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:56:49 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6
Oct 30 05:56:49 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:56:49 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:56:49 user nova-compute[74922]: FIRMWARE:
Oct 30 05:56:49 user nova-compute[74922]: No targets found.
Oct 30 05:56:49 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:56:49 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:56:49 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[25928950-34a6-451d-b809-30d5cc6aa34a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[814c831f-3f13-417b-82f1-6f5062fa729a]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:56:49 user nova-compute[74922]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:56:49 user nova-compute[74922]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:56:49 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:56:49 user nova-compute[74922]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:56:49 user nova-compute[74922]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:56:49 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f820859ea70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14'): ({'sdb'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Removing single pathed devices sdb {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[44b4645b-014c-4443-a676-dcf773a03d5c]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4e323e3-eaf6-4c26-8b57-486397cfcbbd]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Flushing IO for device /dev/sdb {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[810ad02b-b3ea-467f-bd26-f6bade8fd93e]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.056s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee81599b-2f3f-4b76-a851-fee0df6e121d]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[97e68a35-da50-46f5-ac7e-2dc6b6639578]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[956efb76-c4e4-4ba5-a90d-537b110759bd]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14, portal: 172.16.0.220,3260]
Oct 30 05:56:49 user nova-compute[74922]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14, portal: 172.16.0.220,3260] successful.
Oct 30 05:56:49 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[28602bf7-653f-4b9e-b2e1-f3cf9bb4f3a1]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.343s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] <== disconnect_volume: return (344ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:56:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:56:50 user nova-compute[74922]: DEBUG nova.network.neutron [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Port 0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 binding to destination host user is already ACTIVE {{(pid=74922) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 30 05:56:50 user nova-compute[74922]: DEBUG nova.compute.manager [req-d7156a3e-d3fb-469f-83db-808f6c334cdc req-ceb529c7-a305-4c6e-8a84-ea9361b0c3f3 service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Received event network-vif-plugged-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:56:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d7156a3e-d3fb-469f-83db-808f6c334cdc req-ceb529c7-a305-4c6e-8a84-ea9361b0c3f3 service nova] Acquiring lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:56:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d7156a3e-d3fb-469f-83db-808f6c334cdc req-ceb529c7-a305-4c6e-8a84-ea9361b0c3f3 service nova] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:56:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d7156a3e-d3fb-469f-83db-808f6c334cdc req-ceb529c7-a305-4c6e-8a84-ea9361b0c3f3 service nova] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:56:50 user nova-compute[74922]: DEBUG nova.compute.manager [req-d7156a3e-d3fb-469f-83db-808f6c334cdc req-ceb529c7-a305-4c6e-8a84-ea9361b0c3f3 service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] No waiting events found dispatching network-vif-plugged-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:56:50 user nova-compute[74922]: WARNING nova.compute.manager [req-d7156a3e-d3fb-469f-83db-808f6c334cdc req-ceb529c7-a305-4c6e-8a84-ea9361b0c3f3 service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Received unexpected event network-vif-plugged-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 for instance with vm_state active and task_state resize_migrating.
Oct 30 05:56:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:56:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:56:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:56:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "refresh_cache-4e3bafb9-caaa-4a26-99c2-281620b6313b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:56:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquired lock "refresh_cache-4e3bafb9-caaa-4a26-99c2-281620b6313b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:56:50 user nova-compute[74922]: DEBUG nova.network.neutron [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:56:51 user nova-compute[74922]: DEBUG nova.network.neutron [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Updating instance_info_cache with network_info: [{"id": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "address": "fa:16:3e:6a:f6:fb", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d9c4ab8-3c", "ovs_interfaceid": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:56:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Releasing lock "refresh_cache-4e3bafb9-caaa-4a26-99c2-281620b6313b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:56:51 user nova-compute[74922]: DEBUG os_brick.utils [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:56:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:51 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb3308d8-b46a-42bd-a774-8f44955f4558]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:51 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f47cccad-f884-4a41-afa0-34a81cb05524]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:51 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5e4caff-1b5f-4e37-b644-8042eec01d60]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:51 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b68a92d-a92b-4799-8a37-819b98703b9e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:56:51 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:56:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:56:51 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:56:51 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[77da4689-8c88-486a-a6be-95cf1c8ed9cc]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:56:51 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:56:51 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:56:51 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:56:51 user nova-compute[74922]: DEBUG os_brick.utils [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:56:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:57 user nova-compute[74922]: INFO nova.compute.manager [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Rescuing
Oct 30 05:56:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "refresh_cache-bf842ae2-dd28-4c55-8c4d-e416d89d75d2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:56:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquired lock "refresh_cache-bf842ae2-dd28-4c55-8c4d-e416d89d75d2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:56:57 user nova-compute[74922]: DEBUG nova.network.neutron [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:56:58 user nova-compute[74922]: DEBUG nova.network.neutron [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Updating instance_info_cache with network_info: [{"id": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "address": "fa:16:3e:19:a1:bb", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91875eb1-5c", "ovs_interfaceid": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:56:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Releasing lock "refresh_cache-bf842ae2-dd28-4c55-8c4d-e416d89d75d2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:56:58 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:58 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:58 user nova-compute[74922]: DEBUG nova.compute.manager [req-9c7d7194-b1a9-4304-89bf-519d772af791 req-e8ca30e2-19e3-469b-8b63-28336d737241 service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Received event network-vif-unplugged-91875eb1-5c69-45c9-86c9-1bdb2506db9f {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:56:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9c7d7194-b1a9-4304-89bf-519d772af791 req-e8ca30e2-19e3-469b-8b63-28336d737241 service nova] Acquiring lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:56:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9c7d7194-b1a9-4304-89bf-519d772af791 req-e8ca30e2-19e3-469b-8b63-28336d737241 service nova] Lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:56:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9c7d7194-b1a9-4304-89bf-519d772af791 req-e8ca30e2-19e3-469b-8b63-28336d737241 service nova] Lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:56:58 user nova-compute[74922]: DEBUG nova.compute.manager [req-9c7d7194-b1a9-4304-89bf-519d772af791 req-e8ca30e2-19e3-469b-8b63-28336d737241 service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] No waiting events found dispatching network-vif-unplugged-91875eb1-5c69-45c9-86c9-1bdb2506db9f {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:56:58 user nova-compute[74922]: WARNING nova.compute.manager [req-9c7d7194-b1a9-4304-89bf-519d772af791 req-e8ca30e2-19e3-469b-8b63-28336d737241 service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Received unexpected event network-vif-unplugged-91875eb1-5c69-45c9-86c9-1bdb2506db9f for instance with vm_state active and task_state rescuing.
Oct 30 05:56:58 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:58 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:58 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:56:59 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Instance destroyed successfully.
Oct 30 05:56:59 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Attempting rescue
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74922) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Instance directory exists: not creating {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 30 05:56:59 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Creating image(s)
Oct 30 05:56:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "/opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "/opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "/opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.objects.instance [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'trusted_certs' on Instance uuid bf842ae2-dd28-4c55-8c4d-e416d89d75d2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.189s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue" returned: 0 in 0.071s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.266s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.objects.instance [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'migration_context' on Instance uuid bf842ae2-dd28-4c55-8c4d-e416d89d75d2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.objects.base [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Object Instance<bf842ae2-dd28-4c55-8c4d-e416d89d75d2> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Start _get_guest_xml network_info=[{"id": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "address": "fa:16:3e:19:a1:bb", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "vif_mac": "fa:16:3e:19:a1:bb"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91875eb1-5c", "ovs_interfaceid": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.objects.instance [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'resources' on Instance uuid bf842ae2-dd28-4c55-8c4d-e416d89d75d2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.objects.base [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Object Instance<bf842ae2-dd28-4c55-8c4d-e416d89d75d2> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.objects.instance [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'numa_topology' on Instance uuid bf842ae2-dd28-4c55-8c4d-e416d89d75d2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.objects.instance [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lazy-loading 'pci_requests' on Instance uuid d9695caf-03be-4f5e-aac7-b6e3bdd081b6 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.objects.base [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Object Instance<bf842ae2-dd28-4c55-8c4d-e416d89d75d2> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:56:59 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:56:59 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.objects.instance [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lazy-loading 'numa_topology' on Instance uuid d9695caf-03be-4f5e-aac7-b6e3bdd081b6 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.objects.instance [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'vcpu_model' on Instance uuid bf842ae2-dd28-4c55-8c4d-e416d89d75d2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:56:59 user nova-compute[74922]: INFO nova.compute.claims [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Claim successful on node user
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.objects.base [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Object Instance<bf842ae2-dd28-4c55-8c4d-e416d89d75d2> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:55:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1723618574',display_name='tempest-ServerRescueNegativeTestJSON-server-1723618574',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1723618574',id=30,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:55:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4b6ed9ada4b843c6a65c89729522bcc0',ramdisk_id='',reservation_id='r-edtnu6rr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-871052705',owner_user_name='tempest-ServerRescueNegativeTestJSON-871052705-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:55:17Z,user_data=None,user_id='fe743e7c472c45eb9c4b0117d6768e21',uuid=bf842ae2-dd28-4c55-8c4d-e416d89d75d2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "address": "fa:16:3e:19:a1:bb", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "vif_mac": "fa:16:3e:19:a1:bb"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91875eb1-5c", "ovs_interfaceid": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Converting VIF {"id": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "address": "fa:16:3e:19:a1:bb", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "vif_mac": "fa:16:3e:19:a1:bb"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91875eb1-5c", "ovs_interfaceid": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:19:a1:bb,bridge_name='br-int',has_traffic_filtering=True,id=91875eb1-5c69-45c9-86c9-1bdb2506db9f,network=Network(992d3f4a-6230-4a77-b245-e316335fccc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91875eb1-5c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.objects.instance [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'pci_devices' on Instance uuid bf842ae2-dd28-4c55-8c4d-e416d89d75d2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.objects.base [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Object Instance<bf842ae2-dd28-4c55-8c4d-e416d89d75d2> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:56:59 user nova-compute[74922]:   <uuid>bf842ae2-dd28-4c55-8c4d-e416d89d75d2</uuid>
Oct 30 05:56:59 user nova-compute[74922]:   <name>instance-0000001e</name>
Oct 30 05:56:59 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:56:59 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:56:59 user nova-compute[74922]:   <metadata>
Oct 30 05:56:59 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:56:59 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:56:59 user nova-compute[74922]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1723618574</nova:name>
Oct 30 05:56:59 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:56:59</nova:creationTime>
Oct 30 05:56:59 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:56:59 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:56:59 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:56:59 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:56:59 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:56:59 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:56:59 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:56:59 user nova-compute[74922]:       <nova:owner>
Oct 30 05:56:59 user nova-compute[74922]:         <nova:user uuid="fe743e7c472c45eb9c4b0117d6768e21">tempest-ServerRescueNegativeTestJSON-871052705-project-member</nova:user>
Oct 30 05:56:59 user nova-compute[74922]:         <nova:project uuid="4b6ed9ada4b843c6a65c89729522bcc0">tempest-ServerRescueNegativeTestJSON-871052705</nova:project>
Oct 30 05:56:59 user nova-compute[74922]:       </nova:owner>
Oct 30 05:56:59 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:56:59 user nova-compute[74922]:       <nova:ports>
Oct 30 05:56:59 user nova-compute[74922]:         <nova:port uuid="91875eb1-5c69-45c9-86c9-1bdb2506db9f">
Oct 30 05:56:59 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 30 05:56:59 user nova-compute[74922]:         </nova:port>
Oct 30 05:56:59 user nova-compute[74922]:       </nova:ports>
Oct 30 05:56:59 user nova-compute[74922]:     </nova:instance>
Oct 30 05:56:59 user nova-compute[74922]:   </metadata>
Oct 30 05:56:59 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:56:59 user nova-compute[74922]:     <system>
Oct 30 05:56:59 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:56:59 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:56:59 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:56:59 user nova-compute[74922]:       <entry name="serial">bf842ae2-dd28-4c55-8c4d-e416d89d75d2</entry>
Oct 30 05:56:59 user nova-compute[74922]:       <entry name="uuid">bf842ae2-dd28-4c55-8c4d-e416d89d75d2</entry>
Oct 30 05:56:59 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:56:59 user nova-compute[74922]:     </system>
Oct 30 05:56:59 user nova-compute[74922]:   </sysinfo>
Oct 30 05:56:59 user nova-compute[74922]:   <os>
Oct 30 05:56:59 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:56:59 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:56:59 user nova-compute[74922]:   </os>
Oct 30 05:56:59 user nova-compute[74922]:   <features>
Oct 30 05:56:59 user nova-compute[74922]:     <acpi/>
Oct 30 05:56:59 user nova-compute[74922]:     <apic/>
Oct 30 05:56:59 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:56:59 user nova-compute[74922]:   </features>
Oct 30 05:56:59 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:56:59 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:56:59 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:56:59 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:56:59 user nova-compute[74922]:   </clock>
Oct 30 05:56:59 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:56:59 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:56:59 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:56:59 user nova-compute[74922]:   </cpu>
Oct 30 05:56:59 user nova-compute[74922]:   <devices>
Oct 30 05:56:59 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:56:59 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:56:59 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue"/>
Oct 30 05:56:59 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:56:59 user nova-compute[74922]:     </disk>
Oct 30 05:56:59 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:56:59 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:56:59 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk"/>
Oct 30 05:56:59 user nova-compute[74922]:       <target dev="vdb" bus="virtio"/>
Oct 30 05:56:59 user nova-compute[74922]:     </disk>
Oct 30 05:56:59 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:56:59 user nova-compute[74922]:       <mac address="fa:16:3e:19:a1:bb"/>
Oct 30 05:56:59 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:56:59 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:56:59 user nova-compute[74922]:       <target dev="tap91875eb1-5c"/>
Oct 30 05:56:59 user nova-compute[74922]:     </interface>
Oct 30 05:56:59 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:56:59 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/console.log" append="off"/>
Oct 30 05:56:59 user nova-compute[74922]:     </serial>
Oct 30 05:56:59 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:56:59 user nova-compute[74922]:     <video>
Oct 30 05:56:59 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:56:59 user nova-compute[74922]:     </video>
Oct 30 05:56:59 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:56:59 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:56:59 user nova-compute[74922]:     </rng>
Oct 30 05:56:59 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:56:59 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:56:59 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:56:59 user nova-compute[74922]:     </memballoon>
Oct 30 05:56:59 user nova-compute[74922]:   </devices>
Oct 30 05:56:59 user nova-compute[74922]: </domain>
Oct 30 05:56:59 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:56:59 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Instance destroyed successfully.
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] No VIF found with MAC fa:16:3e:19:a1:bb, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:56:59 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:57:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.615s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:57:00 user nova-compute[74922]: INFO nova.network.neutron [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Updating port 78cde883-831a-466d-a995-86216926c0a1 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 30 05:57:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "refresh_cache-d9695caf-03be-4f5e-aac7-b6e3bdd081b6" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:57:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquired lock "refresh_cache-d9695caf-03be-4f5e-aac7-b6e3bdd081b6" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:57:00 user nova-compute[74922]: DEBUG nova.network.neutron [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:57:00 user nova-compute[74922]: DEBUG nova.compute.manager [req-c7ef0f2c-17a0-44b7-9b60-8c75a9e74478 req-5ac191a2-170a-41f9-8a96-a15c61af00ee service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Received event network-vif-plugged-91875eb1-5c69-45c9-86c9-1bdb2506db9f {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:57:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c7ef0f2c-17a0-44b7-9b60-8c75a9e74478 req-5ac191a2-170a-41f9-8a96-a15c61af00ee service nova] Acquiring lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:57:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c7ef0f2c-17a0-44b7-9b60-8c75a9e74478 req-5ac191a2-170a-41f9-8a96-a15c61af00ee service nova] Lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:57:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c7ef0f2c-17a0-44b7-9b60-8c75a9e74478 req-5ac191a2-170a-41f9-8a96-a15c61af00ee service nova] Lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:57:00 user nova-compute[74922]: DEBUG nova.compute.manager [req-c7ef0f2c-17a0-44b7-9b60-8c75a9e74478 req-5ac191a2-170a-41f9-8a96-a15c61af00ee service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] No waiting events found dispatching network-vif-plugged-91875eb1-5c69-45c9-86c9-1bdb2506db9f {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:57:00 user nova-compute[74922]: WARNING nova.compute.manager [req-c7ef0f2c-17a0-44b7-9b60-8c75a9e74478 req-5ac191a2-170a-41f9-8a96-a15c61af00ee service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Received unexpected event network-vif-plugged-91875eb1-5c69-45c9-86c9-1bdb2506db9f for instance with vm_state active and task_state rescuing.
Oct 30 05:57:00 user nova-compute[74922]: DEBUG nova.compute.manager [req-4fbafda6-d1b0-432c-a741-35aabbaa4e44 req-04e3765c-de84-4976-83e2-1fc8099869a9 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Received event network-changed-78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:57:00 user nova-compute[74922]: DEBUG nova.compute.manager [req-4fbafda6-d1b0-432c-a741-35aabbaa4e44 req-04e3765c-de84-4976-83e2-1fc8099869a9 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Refreshing instance network info cache due to event network-changed-78cde883-831a-466d-a995-86216926c0a1. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:57:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4fbafda6-d1b0-432c-a741-35aabbaa4e44 req-04e3765c-de84-4976-83e2-1fc8099869a9 service nova] Acquiring lock "refresh_cache-d9695caf-03be-4f5e-aac7-b6e3bdd081b6" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:57:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:01 user nova-compute[74922]: DEBUG nova.network.neutron [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Updating instance_info_cache with network_info: [{"id": "78cde883-831a-466d-a995-86216926c0a1", "address": "fa:16:3e:df:14:2f", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78cde883-83", "ovs_interfaceid": "78cde883-831a-466d-a995-86216926c0a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:57:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Releasing lock "refresh_cache-d9695caf-03be-4f5e-aac7-b6e3bdd081b6" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:57:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:57:01 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Creating image(s)
Oct 30 05:57:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "/opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:57:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "/opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:57:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "/opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:57:01 user nova-compute[74922]: DEBUG nova.objects.instance [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lazy-loading 'trusted_certs' on Instance uuid d9695caf-03be-4f5e-aac7-b6e3bdd081b6 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:57:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4fbafda6-d1b0-432c-a741-35aabbaa4e44 req-04e3765c-de84-4976-83e2-1fc8099869a9 service nova] Acquired lock "refresh_cache-d9695caf-03be-4f5e-aac7-b6e3bdd081b6" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:57:01 user nova-compute[74922]: DEBUG nova.network.neutron [req-4fbafda6-d1b0-432c-a741-35aabbaa4e44 req-04e3765c-de84-4976-83e2-1fc8099869a9 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Refreshing network info cache for port 78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:57:01 user nova-compute[74922]: DEBUG nova.objects.base [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Object Instance<d9695caf-03be-4f5e-aac7-b6e3bdd081b6> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:57:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "73db9092fd137298a14c7c2370c9499dce6718ac" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:57:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "73db9092fd137298a14c7c2370c9499dce6718ac" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:57:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73db9092fd137298a14c7c2370c9499dce6718ac.part --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:02 user nova-compute[74922]: DEBUG nova.compute.manager [req-2431b90c-efb4-44b0-a504-eec57ce75047 req-aeb6a110-6240-4967-b2ef-63d343aa15ed service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Received event network-vif-plugged-91875eb1-5c69-45c9-86c9-1bdb2506db9f {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:57:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2431b90c-efb4-44b0-a504-eec57ce75047 req-aeb6a110-6240-4967-b2ef-63d343aa15ed service nova] Acquiring lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:57:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2431b90c-efb4-44b0-a504-eec57ce75047 req-aeb6a110-6240-4967-b2ef-63d343aa15ed service nova] Lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:57:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2431b90c-efb4-44b0-a504-eec57ce75047 req-aeb6a110-6240-4967-b2ef-63d343aa15ed service nova] Lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:57:02 user nova-compute[74922]: DEBUG nova.compute.manager [req-2431b90c-efb4-44b0-a504-eec57ce75047 req-aeb6a110-6240-4967-b2ef-63d343aa15ed service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] No waiting events found dispatching network-vif-plugged-91875eb1-5c69-45c9-86c9-1bdb2506db9f {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:57:02 user nova-compute[74922]: WARNING nova.compute.manager [req-2431b90c-efb4-44b0-a504-eec57ce75047 req-aeb6a110-6240-4967-b2ef-63d343aa15ed service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Received unexpected event network-vif-plugged-91875eb1-5c69-45c9-86c9-1bdb2506db9f for instance with vm_state active and task_state rescuing.
Oct 30 05:57:02 user nova-compute[74922]: DEBUG nova.compute.manager [req-2431b90c-efb4-44b0-a504-eec57ce75047 req-aeb6a110-6240-4967-b2ef-63d343aa15ed service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Received event network-vif-plugged-91875eb1-5c69-45c9-86c9-1bdb2506db9f {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:57:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2431b90c-efb4-44b0-a504-eec57ce75047 req-aeb6a110-6240-4967-b2ef-63d343aa15ed service nova] Acquiring lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:57:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2431b90c-efb4-44b0-a504-eec57ce75047 req-aeb6a110-6240-4967-b2ef-63d343aa15ed service nova] Lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:57:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2431b90c-efb4-44b0-a504-eec57ce75047 req-aeb6a110-6240-4967-b2ef-63d343aa15ed service nova] Lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:57:02 user nova-compute[74922]: DEBUG nova.compute.manager [req-2431b90c-efb4-44b0-a504-eec57ce75047 req-aeb6a110-6240-4967-b2ef-63d343aa15ed service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] No waiting events found dispatching network-vif-plugged-91875eb1-5c69-45c9-86c9-1bdb2506db9f {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:57:02 user nova-compute[74922]: WARNING nova.compute.manager [req-2431b90c-efb4-44b0-a504-eec57ce75047 req-aeb6a110-6240-4967-b2ef-63d343aa15ed service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Received unexpected event network-vif-plugged-91875eb1-5c69-45c9-86c9-1bdb2506db9f for instance with vm_state active and task_state rescuing.
Oct 30 05:57:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73db9092fd137298a14c7c2370c9499dce6718ac.part --force-share --output=json" returned: 0 in 0.229s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:02 user nova-compute[74922]: DEBUG nova.virt.images [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] cb1a1f84-8e4a-47a9-868e-261b227653bb was qcow2, converting to raw {{(pid=74922) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 05:57:02 user nova-compute[74922]: DEBUG nova.privsep.utils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74922) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 05:57:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/73db9092fd137298a14c7c2370c9499dce6718ac.part /opt/stack/data/nova/instances/_base/73db9092fd137298a14c7c2370c9499dce6718ac.converted {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:03 user nova-compute[74922]: DEBUG nova.network.neutron [req-4fbafda6-d1b0-432c-a741-35aabbaa4e44 req-04e3765c-de84-4976-83e2-1fc8099869a9 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Updated VIF entry in instance network info cache for port 78cde883-831a-466d-a995-86216926c0a1. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:57:03 user nova-compute[74922]: DEBUG nova.network.neutron [req-4fbafda6-d1b0-432c-a741-35aabbaa4e44 req-04e3765c-de84-4976-83e2-1fc8099869a9 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Updating instance_info_cache with network_info: [{"id": "78cde883-831a-466d-a995-86216926c0a1", "address": "fa:16:3e:df:14:2f", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78cde883-83", "ovs_interfaceid": "78cde883-831a-466d-a995-86216926c0a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:57:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4fbafda6-d1b0-432c-a741-35aabbaa4e44 req-04e3765c-de84-4976-83e2-1fc8099869a9 service nova] Releasing lock "refresh_cache-d9695caf-03be-4f5e-aac7-b6e3bdd081b6" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:57:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/73db9092fd137298a14c7c2370c9499dce6718ac.part /opt/stack/data/nova/instances/_base/73db9092fd137298a14c7c2370c9499dce6718ac.converted" returned: 0 in 0.598s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73db9092fd137298a14c7c2370c9499dce6718ac.converted --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73db9092fd137298a14c7c2370c9499dce6718ac.converted --force-share --output=json" returned: 0 in 0.221s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "73db9092fd137298a14c7c2370c9499dce6718ac" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.402s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:57:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73db9092fd137298a14c7c2370c9499dce6718ac --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:03 user nova-compute[74922]: DEBUG nova.compute.manager [None req-55e432b0-6031-4ffa-9c6a-8f484666db87 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:57:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73db9092fd137298a14c7c2370c9499dce6718ac --force-share --output=json" returned: 0 in 0.178s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "73db9092fd137298a14c7c2370c9499dce6718ac" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:57:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "73db9092fd137298a14c7c2370c9499dce6718ac" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:57:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73db9092fd137298a14c7c2370c9499dce6718ac --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:04 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73db9092fd137298a14c7c2370c9499dce6718ac --force-share --output=json" returned: 0 in 0.193s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:04 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73db9092fd137298a14c7c2370c9499dce6718ac,backing_fmt=raw /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:04 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73db9092fd137298a14c7c2370c9499dce6718ac,backing_fmt=raw /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk 1073741824" returned: 0 in 0.056s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "73db9092fd137298a14c7c2370c9499dce6718ac" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:57:04 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73db9092fd137298a14c7c2370c9499dce6718ac --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:04 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73db9092fd137298a14c7c2370c9499dce6718ac --force-share --output=json" returned: 0 in 0.227s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:04 user nova-compute[74922]: DEBUG nova.objects.instance [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lazy-loading 'migration_context' on Instance uuid d9695caf-03be-4f5e-aac7-b6e3bdd081b6 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:57:04 user nova-compute[74922]: DEBUG nova.objects.base [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Object Instance<d9695caf-03be-4f5e-aac7-b6e3bdd081b6> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:57:04 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Rebasing disk image.
Oct 30 05:57:04 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:04 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.219s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:04 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 -F raw /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 -F raw /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk" returned: 0 in 2.835s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Ensure instance console log exists: /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Start _get_guest_xml network_info=[{"id": "78cde883-831a-466d-a995-86216926c0a1", "address": "fa:16:3e:df:14:2f", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78cde883-83", "ovs_interfaceid": "78cde883-831a-466d-a995-86216926c0a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='06cc593125ddadbd16cc6fd86b37c596',container_format='bare',created_at=2023-10-30T05:54:46Z,direct_url=<?>,disk_format='qcow2',id=cb1a1f84-8e4a-47a9-868e-261b227653bb,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1110358925-shelved',owner='73d2a39f4ae84da684337b7e136087ac',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-30T05:54:52Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'mount_device': '/dev/vdc', 'attachment_id': '84e5bfaf-fd1f-42d2-8070-9652c4883849', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZKkqwuUx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'd9695caf-03be-4f5e-aac7-b6e3bdd081b6', 'attached_at': '', 'detached_at': '', 'volume_id': 'afab8282-4872-4293-9656-81dd950d78af', 'serial': 'afab8282-4872-4293-9656-81dd950d78af'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:57:07 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:57:07 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:57:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='06cc593125ddadbd16cc6fd86b37c596',container_format='bare',created_at=2023-10-30T05:54:46Z,direct_url=<?>,disk_format='qcow2',id=cb1a1f84-8e4a-47a9-868e-261b227653bb,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1110358925-shelved',owner='73d2a39f4ae84da684337b7e136087ac',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-30T05:54:52Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG nova.objects.instance [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lazy-loading 'vcpu_model' on Instance uuid d9695caf-03be-4f5e-aac7-b6e3bdd081b6 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG nova.objects.base [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Object Instance<d9695caf-03be-4f5e-aac7-b6e3bdd081b6> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZKkqwuUx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:57:07 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:57:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:57:07 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:57:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:57:07 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af -p 172.16.0.220:3260" returned: 21 in 0.052s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[167a71fd-1abc-4820-94ab-c2c7a3a13320]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:57:07 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.031s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c98ced8f-651a-4f64-ac60-f041e1237160]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af] added
Oct 30 05:57:07 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d06b668-3ec2-45c5-b754-cf27a43f3439]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb00d372-9907-4db8-a849-af3f2729d30b]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZKkqwuUx {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZKkqwuUx" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[15d53585-a2af-4910-ba79-5e281ae19657]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZKkqwuUx'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[70cd02c0-8d74-4903-bd65-6e110893519a]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3a36659-d090-4d07-a814-8f538df2e9ba]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:57:07 user nova-compute[74922]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:57:07 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:57:07 user nova-compute[74922]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:57:07 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[585ba19d-8f3d-49e1-aaf8-3e53e8f5c262]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af, portal: 172.16.0.220,3260]
Oct 30 05:57:07 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af, portal: 172.16.0.220,3260] successful.
Oct 30 05:57:07 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.038s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:08 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c77c3e7b-acaf-43e8-b1b5-c1aabcf71c5c]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:08 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd6647a6-35a1-44b3-885b-8b78a51bfd36]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:57:08 user nova-compute[74922]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:57:08 user nova-compute[74922]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)
Oct 30 05:57:08 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:57:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:57:08 user nova-compute[74922]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:57:08 user nova-compute[74922]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)
Oct 30 05:57:08 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:57:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.380s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:57:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:57:08 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] HCTL ('33', '-', '-', 0) found on session 35 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:57:08 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:57:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:08 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d396e42-6d5f-4299-aef0-3aa545da7239]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:08 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Searching for a device in session 35 and hctl ['33', '*', '*', 0] yield: None {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Searching for a device in session 35 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZKkqwuUx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.428s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] <== connect_volume: return (1430ms) {'type': 'block', 'scsi_wwn': '23833633162393864', 'path': '/dev/sdb'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23833633162393864', 'path': '/dev/sdb'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T05:52:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1110358925',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1110358925',id=24,image_ref='cb1a1f84-8e4a-47a9-868e-261b227653bb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-739191776',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:52:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='73d2a39f4ae84da684337b7e136087ac',ramdisk_id='',reservation_id='r-3ti7qibe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-2094568404',owner_user_name='tempest-AttachVolumeShelveTestJSON-2094568404-project-member',shelved_at='2023-10-30T05:54:51.873938',shelved_host='user',shelved_image_id='cb1a1f84-8e4a-47a9-868e-261b227653bb'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:56:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796b18db1279483e9fb141b8cc077abe',uuid=d9695caf-03be-4f5e-aac7-b6e3bdd081b6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "78cde883-831a-466d-a995-86216926c0a1", "address": "fa:16:3e:df:14:2f", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78cde883-83", "ovs_interfaceid": "78cde883-831a-466d-a995-86216926c0a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Converting VIF {"id": "78cde883-831a-466d-a995-86216926c0a1", "address": "fa:16:3e:df:14:2f", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78cde883-83", "ovs_interfaceid": "78cde883-831a-466d-a995-86216926c0a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:14:2f,bridge_name='br-int',has_traffic_filtering=True,id=78cde883-831a-466d-a995-86216926c0a1,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78cde883-83') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG nova.objects.instance [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lazy-loading 'pci_devices' on Instance uuid d9695caf-03be-4f5e-aac7-b6e3bdd081b6 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG nova.objects.base [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Object Instance<d9695caf-03be-4f5e-aac7-b6e3bdd081b6> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:57:09 user nova-compute[74922]:   <uuid>d9695caf-03be-4f5e-aac7-b6e3bdd081b6</uuid>
Oct 30 05:57:09 user nova-compute[74922]:   <name>instance-00000018</name>
Oct 30 05:57:09 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:57:09 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:57:09 user nova-compute[74922]:   <metadata>
Oct 30 05:57:09 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:57:09 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:57:09 user nova-compute[74922]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1110358925</nova:name>
Oct 30 05:57:09 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:57:07</nova:creationTime>
Oct 30 05:57:09 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:57:09 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:57:09 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:57:09 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:57:09 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:57:09 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:57:09 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:57:09 user nova-compute[74922]:       <nova:owner>
Oct 30 05:57:09 user nova-compute[74922]:         <nova:user uuid="796b18db1279483e9fb141b8cc077abe">tempest-AttachVolumeShelveTestJSON-2094568404-project-member</nova:user>
Oct 30 05:57:09 user nova-compute[74922]:         <nova:project uuid="73d2a39f4ae84da684337b7e136087ac">tempest-AttachVolumeShelveTestJSON-2094568404</nova:project>
Oct 30 05:57:09 user nova-compute[74922]:       </nova:owner>
Oct 30 05:57:09 user nova-compute[74922]:       <nova:root type="image" uuid="cb1a1f84-8e4a-47a9-868e-261b227653bb"/>
Oct 30 05:57:09 user nova-compute[74922]:       <nova:ports>
Oct 30 05:57:09 user nova-compute[74922]:         <nova:port uuid="78cde883-831a-466d-a995-86216926c0a1">
Oct 30 05:57:09 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 05:57:09 user nova-compute[74922]:         </nova:port>
Oct 30 05:57:09 user nova-compute[74922]:       </nova:ports>
Oct 30 05:57:09 user nova-compute[74922]:     </nova:instance>
Oct 30 05:57:09 user nova-compute[74922]:   </metadata>
Oct 30 05:57:09 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:57:09 user nova-compute[74922]:     <system>
Oct 30 05:57:09 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:57:09 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:57:09 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:57:09 user nova-compute[74922]:       <entry name="serial">d9695caf-03be-4f5e-aac7-b6e3bdd081b6</entry>
Oct 30 05:57:09 user nova-compute[74922]:       <entry name="uuid">d9695caf-03be-4f5e-aac7-b6e3bdd081b6</entry>
Oct 30 05:57:09 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:57:09 user nova-compute[74922]:     </system>
Oct 30 05:57:09 user nova-compute[74922]:   </sysinfo>
Oct 30 05:57:09 user nova-compute[74922]:   <os>
Oct 30 05:57:09 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:57:09 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:57:09 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:57:09 user nova-compute[74922]:   </os>
Oct 30 05:57:09 user nova-compute[74922]:   <features>
Oct 30 05:57:09 user nova-compute[74922]:     <acpi/>
Oct 30 05:57:09 user nova-compute[74922]:     <apic/>
Oct 30 05:57:09 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:57:09 user nova-compute[74922]:   </features>
Oct 30 05:57:09 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:57:09 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:57:09 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:57:09 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:57:09 user nova-compute[74922]:   </clock>
Oct 30 05:57:09 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:57:09 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:57:09 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:57:09 user nova-compute[74922]:   </cpu>
Oct 30 05:57:09 user nova-compute[74922]:   <devices>
Oct 30 05:57:09 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:57:09 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:57:09 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk"/>
Oct 30 05:57:09 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:57:09 user nova-compute[74922]:     </disk>
Oct 30 05:57:09 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 05:57:09 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:57:09 user nova-compute[74922]:       <source dev="/dev/sdb"/>
Oct 30 05:57:09 user nova-compute[74922]:       <target dev="vdc" bus="virtio"/>
Oct 30 05:57:09 user nova-compute[74922]:       <serial>afab8282-4872-4293-9656-81dd950d78af</serial>
Oct 30 05:57:09 user nova-compute[74922]:     </disk>
Oct 30 05:57:09 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:57:09 user nova-compute[74922]:       <mac address="fa:16:3e:df:14:2f"/>
Oct 30 05:57:09 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:57:09 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:57:09 user nova-compute[74922]:       <target dev="tap78cde883-83"/>
Oct 30 05:57:09 user nova-compute[74922]:     </interface>
Oct 30 05:57:09 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:57:09 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/console.log" append="off"/>
Oct 30 05:57:09 user nova-compute[74922]:     </serial>
Oct 30 05:57:09 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:57:09 user nova-compute[74922]:     <video>
Oct 30 05:57:09 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:57:09 user nova-compute[74922]:     </video>
Oct 30 05:57:09 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:57:09 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:57:09 user nova-compute[74922]:     </rng>
Oct 30 05:57:09 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:57:09 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:57:09 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:57:09 user nova-compute[74922]:     </memballoon>
Oct 30 05:57:09 user nova-compute[74922]:   </devices>
Oct 30 05:57:09 user nova-compute[74922]: </domain>
Oct 30 05:57:09 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T05:52:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1110358925',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1110358925',id=24,image_ref='cb1a1f84-8e4a-47a9-868e-261b227653bb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-739191776',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:52:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='73d2a39f4ae84da684337b7e136087ac',ramdisk_id='',reservation_id='r-3ti7qibe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-2094568404',owner_user_name='tempest-AttachVolumeShelveTestJSON-2094568404-project-member',shelved_at='2023-10-30T05:54:51.873938',shelved_host='user',shelved_image_id='cb1a1f84-8e4a-47a9-868e-261b227653bb'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:56:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796b18db1279483e9fb141b8cc077abe',uuid=d9695caf-03be-4f5e-aac7-b6e3bdd081b6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "78cde883-831a-466d-a995-86216926c0a1", "address": "fa:16:3e:df:14:2f", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78cde883-83", "ovs_interfaceid": "78cde883-831a-466d-a995-86216926c0a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Converting VIF {"id": "78cde883-831a-466d-a995-86216926c0a1", "address": "fa:16:3e:df:14:2f", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78cde883-83", "ovs_interfaceid": "78cde883-831a-466d-a995-86216926c0a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:14:2f,bridge_name='br-int',has_traffic_filtering=True,id=78cde883-831a-466d-a995-86216926c0a1,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78cde883-83') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG os_vif [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:14:2f,bridge_name='br-int',has_traffic_filtering=True,id=78cde883-831a-466d-a995-86216926c0a1,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78cde883-83') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7ef2b9eb-2ccb-51ec-af59-6786ac75184d', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap78cde883-83, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap78cde883-83, col_values=(('qos', UUID('35c8e202-9303-44bb-b02d-4d92b48a543f')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap78cde883-83, col_values=(('external_ids', {'iface-id': '78cde883-831a-466d-a995-86216926c0a1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:df:14:2f', 'vm-uuid': 'd9695caf-03be-4f5e-aac7-b6e3bdd081b6'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:09 user nova-compute[74922]: INFO os_vif [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:14:2f,bridge_name='br-int',has_traffic_filtering=True,id=78cde883-831a-466d-a995-86216926c0a1,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78cde883-83')
Oct 30 05:57:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:57:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] No VIF found with MAC fa:16:3e:df:14:2f, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:57:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:11 user nova-compute[74922]: DEBUG nova.compute.manager [req-c4019fa5-42d4-4d4c-b21b-c09f3e78f32a req-0b4ab0d2-e0b9-4b18-a417-7a6b9ba323a4 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Received event network-vif-plugged-78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:57:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c4019fa5-42d4-4d4c-b21b-c09f3e78f32a req-0b4ab0d2-e0b9-4b18-a417-7a6b9ba323a4 service nova] Acquiring lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:57:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c4019fa5-42d4-4d4c-b21b-c09f3e78f32a req-0b4ab0d2-e0b9-4b18-a417-7a6b9ba323a4 service nova] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:57:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c4019fa5-42d4-4d4c-b21b-c09f3e78f32a req-0b4ab0d2-e0b9-4b18-a417-7a6b9ba323a4 service nova] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:57:11 user nova-compute[74922]: DEBUG nova.compute.manager [req-c4019fa5-42d4-4d4c-b21b-c09f3e78f32a req-0b4ab0d2-e0b9-4b18-a417-7a6b9ba323a4 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] No waiting events found dispatching network-vif-plugged-78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:57:11 user nova-compute[74922]: WARNING nova.compute.manager [req-c4019fa5-42d4-4d4c-b21b-c09f3e78f32a req-0b4ab0d2-e0b9-4b18-a417-7a6b9ba323a4 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Received unexpected event network-vif-plugged-78cde883-831a-466d-a995-86216926c0a1 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 30 05:57:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Starting finish_migration {{(pid=74922) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Instance directory exists: not creating {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 30 05:57:13 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Creating image(s)
Oct 30 05:57:13 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Did not create local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Ensure instance console log exists: /opt/stack/data/nova/instances/4e3bafb9-caaa-4a26-99c2-281620b6313b/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Start _get_guest_xml network_info=[{"id": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "address": "fa:16:3e:6a:f6:fb", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1282073974-network", "vif_mac": "fa:16:3e:6a:f6:fb"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d9c4ab8-3c", "ovs_interfaceid": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': 'ea9244fb-4e11-4fa3-b172-64243b666f45', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pPkOmuex', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '4e3bafb9-caaa-4a26-99c2-281620b6313b', 'attached_at': '2023-10-30T05:57:13.000000', 'detached_at': '', 'volume_id': '9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14', 'serial': '9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14'}, 'disk_bus': 'virtio', 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:57:13 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:57:13 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:57:13 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pPkOmuex', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:57:13 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:57:13 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:57:13 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:57:13 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:57:13 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c4d64dc-2a8a-452e-8861-5b475bb0b7e2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:57:13 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.030s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[34c96b71-248e-4af7-99f9-cdd2b0f3694a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14] added
Oct 30 05:57:13 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e16d7100-2810-4e33-b952-0b1b6f742487]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6508ac07-cd54-414b-ba70-a4bf89005648]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pPkOmuex {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pPkOmuex" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d0646eb-eeac-4228-8a5e-34cfa3f2d27b]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pPkOmuex'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG nova.compute.manager [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.051s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d6bd888-f3f2-4dbb-9b3b-3da62920d930]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:13 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Instance spawned successfully.
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[adbd4f2c-d813-4074-b61f-815178702ba0]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:57:13 user nova-compute[74922]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:57:13 user nova-compute[74922]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)
Oct 30 05:57:13 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:57:13 user nova-compute[74922]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:57:13 user nova-compute[74922]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)
Oct 30 05:57:13 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG nova.compute.manager [req-7a66f98a-4d6f-4f29-818f-7e09a5e2a20f req-45b98951-820a-4d36-8490-c4fad08b5014 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Received event network-vif-plugged-78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7a66f98a-4d6f-4f29-818f-7e09a5e2a20f req-45b98951-820a-4d36-8490-c4fad08b5014 service nova] Acquiring lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7a66f98a-4d6f-4f29-818f-7e09a5e2a20f req-45b98951-820a-4d36-8490-c4fad08b5014 service nova] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.005s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7a66f98a-4d6f-4f29-818f-7e09a5e2a20f req-45b98951-820a-4d36-8490-c4fad08b5014 service nova] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG nova.compute.manager [req-7a66f98a-4d6f-4f29-818f-7e09a5e2a20f req-45b98951-820a-4d36-8490-c4fad08b5014 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] No waiting events found dispatching network-vif-plugged-78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:57:13 user nova-compute[74922]: WARNING nova.compute.manager [req-7a66f98a-4d6f-4f29-818f-7e09a5e2a20f req-45b98951-820a-4d36-8490-c4fad08b5014 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Received unexpected event network-vif-plugged-78cde883-831a-466d-a995-86216926c0a1 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --login" returned: 0 in 0.093s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cc4a8be-257c-4f6e-9cee-f7d84511c182]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14, portal: 172.16.0.220,3260]
Oct 30 05:57:13 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14, portal: 172.16.0.220,3260] successful.
Oct 30 05:57:13 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c62e6a1d-118f-4d21-a7fa-eb2a8542bdff]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d75861e-e0dd-472a-bf88-4e88070083e5]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:57:13 user nova-compute[74922]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:57:13 user nova-compute[74922]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)
Oct 30 05:57:13 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:57:13 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:57:13 user nova-compute[74922]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:57:13 user nova-compute[74922]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)
Oct 30 05:57:13 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:57:13 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.409s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] HCTL ('36', '-', '-', 0) found on session 36 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:57:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca8aef0d-104e-4a61-8d49-3c93658c200c]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:14 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Searching for a device in session 36 and hctl ['36', '*', '*', 0] yield: None {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:57:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:57:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7e82b003-3b38-450f-b602-e95953a3d998 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 35.726s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:57:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Searching for a device in session 36 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pPkOmuex', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.450s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] <== connect_volume: return (1451ms) {'type': 'block', 'scsi_wwn': '23666653465333231', 'path': '/dev/sde'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23666653465333231', 'path': '/dev/sde'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:54:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1981600194',display_name='tempest-ServerActionsTestOtherA-server-1981600194',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1981600194',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEd2+exI2Ut/RN30BqlqOmdhuChbOltMIsLODzfAvmMl2WFyS5/L2KsjI6tAqdhRVKvrMGTB734UduFBfFJpfUlI0yjN3oTo9CRnCiEsQrN5Aul2tXEDjcuAUivZWXLE6g==',key_name='tempest-keypair-875372468',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:55:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b7689a63a17e4743ae8888892f1ee34b',ramdisk_id='',reservation_id='r-5pitq635',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1370130237',owner_user_name='tempest-ServerActionsTestOtherA-1370130237-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:56:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2efd61aeedd04bd4bdf7af2f3b15c99e',uuid=4e3bafb9-caaa-4a26-99c2-281620b6313b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "address": "fa:16:3e:6a:f6:fb", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1282073974-network", "vif_mac": "fa:16:3e:6a:f6:fb"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d9c4ab8-3c", "ovs_interfaceid": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converting VIF {"id": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "address": "fa:16:3e:6a:f6:fb", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1282073974-network", "vif_mac": "fa:16:3e:6a:f6:fb"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d9c4ab8-3c", "ovs_interfaceid": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:f6:fb,bridge_name='br-int',has_traffic_filtering=True,id=0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d9c4ab8-3c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:57:15 user nova-compute[74922]:   <uuid>4e3bafb9-caaa-4a26-99c2-281620b6313b</uuid>
Oct 30 05:57:15 user nova-compute[74922]:   <name>instance-0000001c</name>
Oct 30 05:57:15 user nova-compute[74922]:   <memory>2097152</memory>
Oct 30 05:57:15 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:57:15 user nova-compute[74922]:   <metadata>
Oct 30 05:57:15 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:57:15 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:57:15 user nova-compute[74922]:       <nova:name>tempest-ServerActionsTestOtherA-server-1981600194</nova:name>
Oct 30 05:57:15 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:57:13</nova:creationTime>
Oct 30 05:57:15 user nova-compute[74922]:       <nova:flavor name="m1.small">
Oct 30 05:57:15 user nova-compute[74922]:         <nova:memory>2048</nova:memory>
Oct 30 05:57:15 user nova-compute[74922]:         <nova:disk>20</nova:disk>
Oct 30 05:57:15 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:57:15 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:57:15 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:57:15 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:57:15 user nova-compute[74922]:       <nova:owner>
Oct 30 05:57:15 user nova-compute[74922]:         <nova:user uuid="2efd61aeedd04bd4bdf7af2f3b15c99e">tempest-ServerActionsTestOtherA-1370130237-project-member</nova:user>
Oct 30 05:57:15 user nova-compute[74922]:         <nova:project uuid="b7689a63a17e4743ae8888892f1ee34b">tempest-ServerActionsTestOtherA-1370130237</nova:project>
Oct 30 05:57:15 user nova-compute[74922]:       </nova:owner>
Oct 30 05:57:15 user nova-compute[74922]:       <nova:ports>
Oct 30 05:57:15 user nova-compute[74922]:         <nova:port uuid="0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38">
Oct 30 05:57:15 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 30 05:57:15 user nova-compute[74922]:         </nova:port>
Oct 30 05:57:15 user nova-compute[74922]:       </nova:ports>
Oct 30 05:57:15 user nova-compute[74922]:     </nova:instance>
Oct 30 05:57:15 user nova-compute[74922]:   </metadata>
Oct 30 05:57:15 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:57:15 user nova-compute[74922]:     <system>
Oct 30 05:57:15 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:57:15 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:57:15 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:57:15 user nova-compute[74922]:       <entry name="serial">4e3bafb9-caaa-4a26-99c2-281620b6313b</entry>
Oct 30 05:57:15 user nova-compute[74922]:       <entry name="uuid">4e3bafb9-caaa-4a26-99c2-281620b6313b</entry>
Oct 30 05:57:15 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:57:15 user nova-compute[74922]:     </system>
Oct 30 05:57:15 user nova-compute[74922]:   </sysinfo>
Oct 30 05:57:15 user nova-compute[74922]:   <os>
Oct 30 05:57:15 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:57:15 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:57:15 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:57:15 user nova-compute[74922]:   </os>
Oct 30 05:57:15 user nova-compute[74922]:   <features>
Oct 30 05:57:15 user nova-compute[74922]:     <acpi/>
Oct 30 05:57:15 user nova-compute[74922]:     <apic/>
Oct 30 05:57:15 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:57:15 user nova-compute[74922]:   </features>
Oct 30 05:57:15 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:57:15 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:57:15 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:57:15 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:57:15 user nova-compute[74922]:   </clock>
Oct 30 05:57:15 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:57:15 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:57:15 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:57:15 user nova-compute[74922]:   </cpu>
Oct 30 05:57:15 user nova-compute[74922]:   <devices>
Oct 30 05:57:15 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 05:57:15 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:57:15 user nova-compute[74922]:       <source dev="/dev/sde"/>
Oct 30 05:57:15 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:57:15 user nova-compute[74922]:       <serial>9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14</serial>
Oct 30 05:57:15 user nova-compute[74922]:     </disk>
Oct 30 05:57:15 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:57:15 user nova-compute[74922]:       <mac address="fa:16:3e:6a:f6:fb"/>
Oct 30 05:57:15 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:57:15 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:57:15 user nova-compute[74922]:       <target dev="tap0d9c4ab8-3c"/>
Oct 30 05:57:15 user nova-compute[74922]:     </interface>
Oct 30 05:57:15 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:57:15 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/4e3bafb9-caaa-4a26-99c2-281620b6313b/console.log" append="off"/>
Oct 30 05:57:15 user nova-compute[74922]:     </serial>
Oct 30 05:57:15 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:57:15 user nova-compute[74922]:     <video>
Oct 30 05:57:15 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:57:15 user nova-compute[74922]:     </video>
Oct 30 05:57:15 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:57:15 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:57:15 user nova-compute[74922]:     </rng>
Oct 30 05:57:15 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:57:15 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:57:15 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:57:15 user nova-compute[74922]:     </memballoon>
Oct 30 05:57:15 user nova-compute[74922]:   </devices>
Oct 30 05:57:15 user nova-compute[74922]: </domain>
Oct 30 05:57:15 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:54:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1981600194',display_name='tempest-ServerActionsTestOtherA-server-1981600194',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1981600194',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEd2+exI2Ut/RN30BqlqOmdhuChbOltMIsLODzfAvmMl2WFyS5/L2KsjI6tAqdhRVKvrMGTB734UduFBfFJpfUlI0yjN3oTo9CRnCiEsQrN5Aul2tXEDjcuAUivZWXLE6g==',key_name='tempest-keypair-875372468',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:55:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b7689a63a17e4743ae8888892f1ee34b',ramdisk_id='',reservation_id='r-5pitq635',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1370130237',owner_user_name='tempest-ServerActionsTestOtherA-1370130237-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:56:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2efd61aeedd04bd4bdf7af2f3b15c99e',uuid=4e3bafb9-caaa-4a26-99c2-281620b6313b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "address": "fa:16:3e:6a:f6:fb", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1282073974-network", "vif_mac": "fa:16:3e:6a:f6:fb"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d9c4ab8-3c", "ovs_interfaceid": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converting VIF {"id": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "address": "fa:16:3e:6a:f6:fb", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1282073974-network", "vif_mac": "fa:16:3e:6a:f6:fb"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d9c4ab8-3c", "ovs_interfaceid": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:f6:fb,bridge_name='br-int',has_traffic_filtering=True,id=0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d9c4ab8-3c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG os_vif [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:f6:fb,bridge_name='br-int',has_traffic_filtering=True,id=0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d9c4ab8-3c') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3d732b5c-6c23-5140-9666-ada1b0b795b3', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0d9c4ab8-3c, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0d9c4ab8-3c, col_values=(('qos', UUID('d89616fc-dda9-404a-80cf-ed28e9c5c624')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0d9c4ab8-3c, col_values=(('external_ids', {'iface-id': '0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6a:f6:fb', 'vm-uuid': '4e3bafb9-caaa-4a26-99c2-281620b6313b'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:15 user nova-compute[74922]: INFO os_vif [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:f6:fb,bridge_name='br-int',has_traffic_filtering=True,id=0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d9c4ab8-3c')
Oct 30 05:57:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:57:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] No VIF found with MAC fa:16:3e:6a:f6:fb, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:57:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:17 user nova-compute[74922]: DEBUG nova.compute.manager [req-71df3d80-e6fa-4493-a926-1d0de42ff9be req-0fdab430-637c-464b-ab40-04459a1dceb1 service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Received event network-vif-plugged-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:57:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-71df3d80-e6fa-4493-a926-1d0de42ff9be req-0fdab430-637c-464b-ab40-04459a1dceb1 service nova] Acquiring lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:57:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-71df3d80-e6fa-4493-a926-1d0de42ff9be req-0fdab430-637c-464b-ab40-04459a1dceb1 service nova] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:57:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-71df3d80-e6fa-4493-a926-1d0de42ff9be req-0fdab430-637c-464b-ab40-04459a1dceb1 service nova] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:57:17 user nova-compute[74922]: DEBUG nova.compute.manager [req-71df3d80-e6fa-4493-a926-1d0de42ff9be req-0fdab430-637c-464b-ab40-04459a1dceb1 service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] No waiting events found dispatching network-vif-plugged-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:57:17 user nova-compute[74922]: WARNING nova.compute.manager [req-71df3d80-e6fa-4493-a926-1d0de42ff9be req-0fdab430-637c-464b-ab40-04459a1dceb1 service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Received unexpected event network-vif-plugged-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 for instance with vm_state active and task_state resize_finish.
Oct 30 05:57:19 user nova-compute[74922]: DEBUG nova.compute.manager [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:57:19 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Instance running successfully.
Oct 30 05:57:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Failed to set time: agent not configured {{(pid=74922) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Oct 30 05:57:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-20a748e2-afc8-4927-9a51-6fcc98bfb373 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] finish_migration finished successfully. {{(pid=74922) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Oct 30 05:57:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-3a425901-287a-4e0c-996e-55290c7a795f req-1c51e312-6a72-4025-b03e-e0cee0d797e7 service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Received event network-vif-plugged-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:57:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3a425901-287a-4e0c-996e-55290c7a795f req-1c51e312-6a72-4025-b03e-e0cee0d797e7 service nova] Acquiring lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:57:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3a425901-287a-4e0c-996e-55290c7a795f req-1c51e312-6a72-4025-b03e-e0cee0d797e7 service nova] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:57:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3a425901-287a-4e0c-996e-55290c7a795f req-1c51e312-6a72-4025-b03e-e0cee0d797e7 service nova] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:57:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-3a425901-287a-4e0c-996e-55290c7a795f req-1c51e312-6a72-4025-b03e-e0cee0d797e7 service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] No waiting events found dispatching network-vif-plugged-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:57:19 user nova-compute[74922]: WARNING nova.compute.manager [req-3a425901-287a-4e0c-996e-55290c7a795f req-1c51e312-6a72-4025-b03e-e0cee0d797e7 service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Received unexpected event network-vif-plugged-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 for instance with vm_state active and task_state resize_finish.
Oct 30 05:57:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:32 user nova-compute[74922]: DEBUG nova.compute.manager [req-25af0b1f-33ef-4644-824d-f97dbba91ce0 req-dcc74c1b-f6c2-45d8-b54c-dd5cb6d3869d service nova] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Received event network-changed-d8ab78c1-095d-4541-a4fb-4839c43738c8 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:57:32 user nova-compute[74922]: DEBUG nova.compute.manager [req-25af0b1f-33ef-4644-824d-f97dbba91ce0 req-dcc74c1b-f6c2-45d8-b54c-dd5cb6d3869d service nova] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Refreshing instance network info cache due to event network-changed-d8ab78c1-095d-4541-a4fb-4839c43738c8. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:57:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-25af0b1f-33ef-4644-824d-f97dbba91ce0 req-dcc74c1b-f6c2-45d8-b54c-dd5cb6d3869d service nova] Acquiring lock "refresh_cache-1cbada4d-fcb5-42c4-b984-5741edb6e66e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:57:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-25af0b1f-33ef-4644-824d-f97dbba91ce0 req-dcc74c1b-f6c2-45d8-b54c-dd5cb6d3869d service nova] Acquired lock "refresh_cache-1cbada4d-fcb5-42c4-b984-5741edb6e66e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:57:32 user nova-compute[74922]: DEBUG nova.network.neutron [req-25af0b1f-33ef-4644-824d-f97dbba91ce0 req-dcc74c1b-f6c2-45d8-b54c-dd5cb6d3869d service nova] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Refreshing network info cache for port d8ab78c1-095d-4541-a4fb-4839c43738c8 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:57:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:57:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:57:32 user nova-compute[74922]: DEBUG nova.objects.instance [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lazy-loading 'flavor' on Instance uuid 1cbada4d-fcb5-42c4-b984-5741edb6e66e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:57:32 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Ignoring supplied device name: /dev/vdb
Oct 30 05:57:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:57:33 user nova-compute[74922]: DEBUG nova.network.neutron [req-25af0b1f-33ef-4644-824d-f97dbba91ce0 req-dcc74c1b-f6c2-45d8-b54c-dd5cb6d3869d service nova] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Updated VIF entry in instance network info cache for port d8ab78c1-095d-4541-a4fb-4839c43738c8. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:57:33 user nova-compute[74922]: DEBUG nova.network.neutron [req-25af0b1f-33ef-4644-824d-f97dbba91ce0 req-dcc74c1b-f6c2-45d8-b54c-dd5cb6d3869d service nova] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Updating instance_info_cache with network_info: [{"id": "d8ab78c1-095d-4541-a4fb-4839c43738c8", "address": "fa:16:3e:ce:cc:fd", "network": {"id": "4bd80c41-6e35-4903-a6be-6ac5206abce0", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-982368985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.88", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d462bf0904f4698a414513983cdff9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8ab78c1-09", "ovs_interfaceid": "d8ab78c1-095d-4541-a4fb-4839c43738c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:57:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-25af0b1f-33ef-4644-824d-f97dbba91ce0 req-dcc74c1b-f6c2-45d8-b54c-dd5cb6d3869d service nova] Releasing lock "refresh_cache-1cbada4d-fcb5-42c4-b984-5741edb6e66e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:57:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:57:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:57:33 user nova-compute[74922]: INFO nova.compute.manager [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Attaching volume 1cedee40-1ef4-4ecf-a79b-1c263acf24b2 to /dev/vdb
Oct 30 05:57:33 user nova-compute[74922]: DEBUG os_brick.utils [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:57:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.121s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:33 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2431795a-8f50-4d1c-b096-df6975880dc1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:33 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[42c0b598-7fc2-413f-bb84-bbf2c014cb63]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:33 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2915b6e3-7b2f-4bb5-bfc7-31b6cc68d51b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:33 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b48eb135-0749-4f04-8a84-c407b5aa8185]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:57:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:57:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:57:33 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:57:33 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[53ac966d-183c-4429-85e4-938ae0ea9bb4]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:57:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:57:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:57:33 user nova-compute[74922]: DEBUG os_brick.utils [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] <== get_connector_properties: return (257ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:57:33 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Updating existing volume attachment record: b50891ca-75b4-442b-bed4-c1187e20d5e8 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:57:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:34 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:57:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:36 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:57:36 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:57:36 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:57:36 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:57:36 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 05:57:37 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:57:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:42 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:57:42 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:57:42 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 05:57:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-2c40cefc-8d2b-4403-bba8-a462650999eb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:57:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-2c40cefc-8d2b-4403-bba8-a462650999eb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:57:43 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 05:57:43 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Updating instance_info_cache with network_info: [{"id": "dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6", "address": "fa:16:3e:28:20:53", "network": {"id": "7457d9ec-6eda-4079-a03c-7d931204af5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1073143125-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c3ab1f1c3b047948042cab54ae37b08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddc2d2d-f8", "ovs_interfaceid": "dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:57:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-2c40cefc-8d2b-4403-bba8-a462650999eb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:57:43 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 05:57:43 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:57:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:57:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:57:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:57:43 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 05:57:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.268s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cbada4d-fcb5-42c4-b984-5741edb6e66e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:44 user nova-compute[74922]: INFO nova.compute.manager [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Rescuing
Oct 30 05:57:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "refresh_cache-7db75206-6a36-48b4-85c6-0b011a794e3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:57:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquired lock "refresh_cache-7db75206-6a36-48b4-85c6-0b011a794e3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:57:44 user nova-compute[74922]: DEBUG nova.network.neutron [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:57:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cbada4d-fcb5-42c4-b984-5741edb6e66e/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cbada4d-fcb5-42c4-b984-5741edb6e66e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cbada4d-fcb5-42c4-b984-5741edb6e66e/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:44 user nova-compute[74922]: DEBUG nova.network.neutron [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Updating instance_info_cache with network_info: [{"id": "9f3aa979-a7f1-480d-8402-ab3540329d53", "address": "fa:16:3e:6a:b1:bb", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9f3aa979-a7", "ovs_interfaceid": "9f3aa979-a7f1-480d-8402-ab3540329d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:57:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Releasing lock "refresh_cache-7db75206-6a36-48b4-85c6-0b011a794e3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:57:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:45 user nova-compute[74922]: DEBUG nova.compute.manager [req-81636e38-5c21-4cb4-aa58-3e0356ff1e1f req-fd8985a1-1f9d-48ad-acbb-d1cdf1dd1d30 service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Received event network-vif-unplugged-9f3aa979-a7f1-480d-8402-ab3540329d53 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:57:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-81636e38-5c21-4cb4-aa58-3e0356ff1e1f req-fd8985a1-1f9d-48ad-acbb-d1cdf1dd1d30 service nova] Acquiring lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:57:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-81636e38-5c21-4cb4-aa58-3e0356ff1e1f req-fd8985a1-1f9d-48ad-acbb-d1cdf1dd1d30 service nova] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:57:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-81636e38-5c21-4cb4-aa58-3e0356ff1e1f req-fd8985a1-1f9d-48ad-acbb-d1cdf1dd1d30 service nova] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:57:45 user nova-compute[74922]: DEBUG nova.compute.manager [req-81636e38-5c21-4cb4-aa58-3e0356ff1e1f req-fd8985a1-1f9d-48ad-acbb-d1cdf1dd1d30 service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] No waiting events found dispatching network-vif-unplugged-9f3aa979-a7f1-480d-8402-ab3540329d53 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:57:45 user nova-compute[74922]: WARNING nova.compute.manager [req-81636e38-5c21-4cb4-aa58-3e0356ff1e1f req-fd8985a1-1f9d-48ad-acbb-d1cdf1dd1d30 service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Received unexpected event network-vif-unplugged-9f3aa979-a7f1-480d-8402-ab3540329d53 for instance with vm_state active and task_state rescuing.
Oct 30 05:57:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Acquiring lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:57:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:57:45 user nova-compute[74922]: DEBUG nova.compute.manager [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 05:57:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:57:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:57:45 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 05:57:45 user nova-compute[74922]: INFO nova.compute.claims [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Claim successful on node user
Oct 30 05:57:45 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Instance destroyed successfully.
Oct 30 05:57:45 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Attempting a stable device rescue
Oct 30 05:57:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74922) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 30 05:57:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Instance directory exists: not creating {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 30 05:57:46 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Creating image(s)
Oct 30 05:57:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "/opt/stack/data/nova/instances/7db75206-6a36-48b4-85c6-0b011a794e3e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:57:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "/opt/stack/data/nova/instances/7db75206-6a36-48b4-85c6-0b011a794e3e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:57:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "/opt/stack/data/nova/instances/7db75206-6a36-48b4-85c6-0b011a794e3e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:57:46 user nova-compute[74922]: DEBUG nova.objects.instance [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lazy-loading 'trusted_certs' on Instance uuid 7db75206-6a36-48b4-85c6-0b011a794e3e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:57:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "f10097d05dbaeaa8e604716e45b63e3d9df845b7" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:57:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "f10097d05dbaeaa8e604716e45b63e3d9df845b7" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.003s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f10097d05dbaeaa8e604716e45b63e3d9df845b7.part --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json" returned: 0 in 1.103s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f10097d05dbaeaa8e604716e45b63e3d9df845b7.part --force-share --output=json" returned: 0 in 0.227s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG nova.virt.images [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] 9c756989-8a2d-4891-8242-3e1acc073393 was qcow2, converting to raw {{(pid=74922) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG nova.privsep.utils [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74922) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f10097d05dbaeaa8e604716e45b63e3d9df845b7.part /opt/stack/data/nova/instances/_base/f10097d05dbaeaa8e604716e45b63e3d9df845b7.converted {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk --force-share --output=json" returned: 0 in 0.303s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.858s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG nova.compute.manager [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG nova.compute.manager [req-c82de7fe-a296-4a0c-addf-2542e117f372 req-9299cbce-469b-4056-8680-b53f84f0defc service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Received event network-vif-plugged-9f3aa979-a7f1-480d-8402-ab3540329d53 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c82de7fe-a296-4a0c-addf-2542e117f372 req-9299cbce-469b-4056-8680-b53f84f0defc service nova] Acquiring lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c82de7fe-a296-4a0c-addf-2542e117f372 req-9299cbce-469b-4056-8680-b53f84f0defc service nova] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c82de7fe-a296-4a0c-addf-2542e117f372 req-9299cbce-469b-4056-8680-b53f84f0defc service nova] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG nova.compute.manager [req-c82de7fe-a296-4a0c-addf-2542e117f372 req-9299cbce-469b-4056-8680-b53f84f0defc service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] No waiting events found dispatching network-vif-plugged-9f3aa979-a7f1-480d-8402-ab3540329d53 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:57:47 user nova-compute[74922]: WARNING nova.compute.manager [req-c82de7fe-a296-4a0c-addf-2542e117f372 req-9299cbce-469b-4056-8680-b53f84f0defc service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Received unexpected event network-vif-plugged-9f3aa979-a7f1-480d-8402-ab3540329d53 for instance with vm_state active and task_state rescuing.
Oct 30 05:57:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f10097d05dbaeaa8e604716e45b63e3d9df845b7.part /opt/stack/data/nova/instances/_base/f10097d05dbaeaa8e604716e45b63e3d9df845b7.converted" returned: 0 in 0.442s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f10097d05dbaeaa8e604716e45b63e3d9df845b7.converted --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG nova.compute.manager [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG nova.network.neutron [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 05:57:47 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 05:57:47 user nova-compute[74922]: DEBUG nova.compute.manager [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:47 user nova-compute[74922]: INFO nova.virt.block_device [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Booting with volume ce1ae336-8079-4d0a-9d4c-6f1586936cc7 at /dev/vda
Oct 30 05:57:47 user nova-compute[74922]: DEBUG nova.policy [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c6b563f6db1451e9c679382ff8acf88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed16a66e78454d77abf859db08679557', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f10097d05dbaeaa8e604716e45b63e3d9df845b7.converted --force-share --output=json" returned: 0 in 0.185s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "f10097d05dbaeaa8e604716e45b63e3d9df845b7" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.878s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "f10097d05dbaeaa8e604716e45b63e3d9df845b7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "f10097d05dbaeaa8e604716e45b63e3d9df845b7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:57:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f10097d05dbaeaa8e604716e45b63e3d9df845b7 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG os_brick.utils [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[54574f49-acc5-45cb-bd3f-6629f052eb20]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2207f3f7-7fc7-4e43-b58d-bd3a2931f5c2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d529fe93-a8b7-407f-9d8c-c0dce02c0a81]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfb07137-0b3f-42a1-b129-e8d0f1e26394]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 05:57:48 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d3bf3d3-5970-4f6d-bf87-8db84d0a74b3]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f10097d05dbaeaa8e604716e45b63e3d9df845b7 --force-share --output=json" returned: 0 in 0.206s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG os_brick.utils [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] <== get_connector_properties: return (162ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Updating existing volume attachment record: 037c52fa-08c1-4cdb-970d-126e75336d0f {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f10097d05dbaeaa8e604716e45b63e3d9df845b7,backing_fmt=raw /opt/stack/data/nova/instances/7db75206-6a36-48b4-85c6-0b011a794e3e/disk.rescue {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f10097d05dbaeaa8e604716e45b63e3d9df845b7,backing_fmt=raw /opt/stack/data/nova/instances/7db75206-6a36-48b4-85c6-0b011a794e3e/disk.rescue" returned: 0 in 0.055s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "f10097d05dbaeaa8e604716e45b63e3d9df845b7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.277s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.objects.instance [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lazy-loading 'migration_context' on Instance uuid 7db75206-6a36-48b4-85c6-0b011a794e3e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.objects.base [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Object Instance<7db75206-6a36-48b4-85c6-0b011a794e3e> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Start _get_guest_xml network_info=[{"id": "9f3aa979-a7f1-480d-8402-ab3540329d53", "address": "fa:16:3e:6a:b1:bb", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "vif_mac": "fa:16:3e:6a:b1:bb"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9f3aa979-a7", "ovs_interfaceid": "9f3aa979-a7f1-480d-8402-ab3540329d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '9c756989-8a2d-4891-8242-3e1acc073393', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': 'eecb01b0-c0e0-4f08-a695-a5a38ff1fda8', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QzPsKukT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '7db75206-6a36-48b4-85c6-0b011a794e3e', 'attached_at': '', 'detached_at': '', 'volume_id': '0d3bff67-136c-4ef1-a19b-449c7b987fe6', 'serial': '0d3bff67-136c-4ef1-a19b-449c7b987fe6'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.objects.instance [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lazy-loading 'resources' on Instance uuid 7db75206-6a36-48b4-85c6-0b011a794e3e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.objects.base [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Object Instance<7db75206-6a36-48b4-85c6-0b011a794e3e> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.objects.instance [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lazy-loading 'numa_topology' on Instance uuid 7db75206-6a36-48b4-85c6-0b011a794e3e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.objects.base [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Object Instance<7db75206-6a36-48b4-85c6-0b011a794e3e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:57:48 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:57:48 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.objects.instance [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lazy-loading 'vcpu_model' on Instance uuid 7db75206-6a36-48b4-85c6-0b011a794e3e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.objects.base [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Object Instance<7db75206-6a36-48b4-85c6-0b011a794e3e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QzPsKukT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:57:48 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:57:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:57:48 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:57:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:57:48 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[65abc5bc-8549-4715-88e3-391ece98734f]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = QzPsKukT\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 30 05:57:48 user nova-compute[74922]: node.name = iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6
Oct 30 05:57:48 user nova-compute[74922]: node.tpgt = -1
Oct 30 05:57:48 user nova-compute[74922]: node.startup = automatic
Oct 30 05:57:48 user nova-compute[74922]: node.leading_login = No
Oct 30 05:57:48 user nova-compute[74922]: iface.iscsi_ifacename = default
Oct 30 05:57:48 user nova-compute[74922]: iface.net_ifacename = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.ipaddress = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.prefix_len = 0
Oct 30 05:57:48 user nova-compute[74922]: iface.hwaddress = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.transport_name = tcp
Oct 30 05:57:48 user nova-compute[74922]: iface.initiatorname = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.state = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.vlan_id = 0
Oct 30 05:57:48 user nova-compute[74922]: iface.vlan_priority = 0
Oct 30 05:57:48 user nova-compute[74922]: iface.vlan_state = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.iface_num = 0
Oct 30 05:57:48 user nova-compute[74922]: iface.mtu = 0
Oct 30 05:57:48 user nova-compute[74922]: iface.port = 0
Oct 30 05:57:48 user nova-compute[74922]: iface.bootproto = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.subnet_mask = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.gateway = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.dhcp_alt_client_id_state = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.dhcp_alt_client_id = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.dhcp_dns = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.dhcp_learn_iqn = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.dhcp_req_vendor_id_state = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.dhcp_vendor_id_state = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.dhcp_vendor_id = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.dhcp_slp_da = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.fragmentation = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.gratuitous_arp = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.incoming_forwarding = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.tos_state = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.tos = 0
Oct 30 05:57:48 user nova-compute[74922]: iface.ttl = 0
Oct 30 05:57:48 user nova-compute[74922]: iface.delayed_ack = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.tcp_nagle = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.tcp_wsf_state = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.tcp_wsf = 0
Oct 30 05:57:48 user nova-compute[74922]: iface.tcp_timer_scale = 0
Oct 30 05:57:48 user nova-compute[74922]: iface.tcp_timestamp = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.redirect = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.def_task_mgmt_timeout = 0
Oct 30 05:57:48 user nova-compute[74922]: iface.header_digest = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.data_digest = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.immediate_data = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.initial_r2t = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.data_seq_inorder = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.data_pdu_inorder = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.erl = 0
Oct 30 05:57:48 user nova-compute[74922]: iface.max_receive_data_len = 0
Oct 30 05:57:48 user nova-compute[74922]: iface.first_burst_len = 0
Oct 30 05:57:48 user nova-compute[74922]: iface.max_outstanding_r2t = 0
Oct 30 05:57:48 user nova-compute[74922]: iface.max_burst_len = 0
Oct 30 05:57:48 user nova-compute[74922]: iface.chap_auth = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.bidi_chap = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.strict_login_compliance = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.discovery_auth = <empty>
Oct 30 05:57:48 user nova-compute[74922]: iface.discovery_logout = <empty>
Oct 30 05:57:48 user nova-compute[74922]: node.discovery_address = <empty>
Oct 30 05:57:48 user nova-compute[74922]: node.discovery_port = 0
Oct 30 05:57:48 user nova-compute[74922]: node.discovery_type = static
Oct 30 05:57:48 user nova-compute[74922]: node.session.initial_cmdsn = 0
Oct 30 05:57:48 user nova-compute[74922]: node.session.initial_login_retry_max = 8
Oct 30 05:57:48 user nova-compute[74922]: node.session.xmit_thread_priority = -20
Oct 30 05:57:48 user nova-compute[74922]: node.session.cmds_max = 128
Oct 30 05:57:48 user nova-compute[74922]: node.session.queue_depth = 32
Oct 30 05:57:48 user nova-compute[74922]: node.session.nr_sessions = 1
Oct 30 05:57:48 user nova-compute[74922]: node.session.auth.authmethod = CHAP
Oct 30 05:57:48 user nova-compute[74922]: node.session.auth.username = QzPsKukT
Oct 30 05:57:48 user nova-compute[74922]: node.session.auth.password = ***
Oct 30 05:57:48 user nova-compute[74922]: node.session.auth.username_in = <empty>
Oct 30 05:57:48 user nova-compute[74922]: node.session.auth.password_in = <empty>
Oct 30 05:57:48 user nova-compute[74922]: node.session.auth.chap_algs = MD5
Oct 30 05:57:48 user nova-compute[74922]: node.session.timeo.replacement_timeout = 120
Oct 30 05:57:48 user nova-compute[74922]: node.session.err_timeo.abort_timeout = 15
Oct 30 05:57:48 user nova-compute[74922]: node.session.err_timeo.lu_reset_timeout = 30
Oct 30 05:57:48 user nova-compute[74922]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 30 05:57:48 user nova-compute[74922]: node.session.err_timeo.host_reset_timeout = 60
Oct 30 05:57:48 user nova-compute[74922]: node.session.iscsi.FastAbort = Yes
Oct 30 05:57:48 user nova-compute[74922]: node.session.iscsi.InitialR2T = No
Oct 30 05:57:48 user nova-compute[74922]: node.session.iscsi.ImmediateData = Yes
Oct 30 05:57:48 user nova-compute[74922]: node.session.iscsi.FirstBurstLength = 262144
Oct 30 05:57:48 user nova-compute[74922]: node.session.iscsi.MaxBurstLength = 16776192
Oct 30 05:57:48 user nova-compute[74922]: node.session.iscsi.DefaultTime2Retain = 0
Oct 30 05:57:48 user nova-compute[74922]: node.session.iscsi.DefaultTime2Wait = 2
Oct 30 05:57:48 user nova-compute[74922]: node.session.iscsi.MaxConnections = 1
Oct 30 05:57:48 user nova-compute[74922]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 30 05:57:48 user nova-compute[74922]: node.session.iscsi.ERL = 0
Oct 30 05:57:48 user nova-compute[74922]: node.session.scan = manual
Oct 30 05:57:48 user nova-compute[74922]: node.session.reopen_max = 0
Oct 30 05:57:48 user nova-compute[74922]: node.conn[0].address = 172.16.0.220
Oct 30 05:57:48 user nova-compute[74922]: node.conn[0].port = 3260
Oct 30 05:57:48 user nova-compute[74922]: node.conn[0].startup = manual
Oct 30 05:57:48 user nova-compute[74922]: node.conn[0].tcp.window_size = 524288
Oct 30 05:57:48 user nova-compute[74922]: node.conn[0].tcp.type_of_service = 0
Oct 30 05:57:48 user nova-compute[74922]: node.conn[0].timeo.logout_timeout = 15
Oct 30 05:57:48 user nova-compute[74922]: node.conn[0].timeo.login_timeout = 15
Oct 30 05:57:48 user nova-compute[74922]: node.conn[0].timeo.auth_timeout = 45
Oct 30 05:57:48 user nova-compute[74922]: node.conn[0].timeo.noop_out_interval = 5
Oct 30 05:57:48 user nova-compute[74922]: node.conn[0].timeo.noop_out_timeout = 5
Oct 30 05:57:48 user nova-compute[74922]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 30 05:57:48 user nova-compute[74922]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 30 05:57:48 user nova-compute[74922]: node.conn[0].iscsi.HeaderDigest = None
Oct 30 05:57:48 user nova-compute[74922]: node.conn[0].iscsi.DataDigest = None
Oct 30 05:57:48 user nova-compute[74922]: node.conn[0].iscsi.IFMarker = No
Oct 30 05:57:48 user nova-compute[74922]: node.conn[0].iscsi.OFMarker = No
Oct 30 05:57:48 user nova-compute[74922]: # END RECORD
Oct 30 05:57:48 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[89f52bb8-16c4-4bef-8e63-f39748026be5]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec3f8360-f530-456f-bef9-c83e62d94958]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QzPsKukT {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QzPsKukT" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6cf751c-8cb2-45a6-a287-3b3a32c226f5]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QzPsKukT'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[15495240-47d4-42ec-a6d4-f450a6d5fb7b]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0ab4b7d-e329-4124-883d-d080f63338bd]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:57:48 user nova-compute[74922]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:57:48 user nova-compute[74922]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)
Oct 30 05:57:48 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:57:48 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:57:48 user nova-compute[74922]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:57:48 user nova-compute[74922]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)
Oct 30 05:57:48 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:57:48 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.195s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] HCTL ('35', '0', '0', 0) found on session 33 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Scanning host 35 c: 0, t: 0, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.014s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9684771-9bbf-47f4-a7dd-507729ad8d69]: (4, ('0 0 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Searching for a device in session 33 and hctl ('35', '0', '0', 0) yield: sdd {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QzPsKukT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.221s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] <== connect_volume: return (222ms) {'type': 'block', 'scsi_wwn': '23837376230326363', 'path': '/dev/sdd'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23837376230326363', 'path': '/dev/sdd'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.205s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:55:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-850891062',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-850891062',id=32,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:56:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d351e3ef48c843f2b24492d6b235189f',ramdisk_id='',reservation_id='r-zlymr7pi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:56:25Z,user_data=None,user_id='04edad06b29641c0b1dd6d4d8ecd76ef',uuid=7db75206-6a36-48b4-85c6-0b011a794e3e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9f3aa979-a7f1-480d-8402-ab3540329d53", "address": "fa:16:3e:6a:b1:bb", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "vif_mac": "fa:16:3e:6a:b1:bb"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9f3aa979-a7", "ovs_interfaceid": "9f3aa979-a7f1-480d-8402-ab3540329d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converting VIF {"id": "9f3aa979-a7f1-480d-8402-ab3540329d53", "address": "fa:16:3e:6a:b1:bb", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "vif_mac": "fa:16:3e:6a:b1:bb"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9f3aa979-a7", "ovs_interfaceid": "9f3aa979-a7f1-480d-8402-ab3540329d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6a:b1:bb,bridge_name='br-int',has_traffic_filtering=True,id=9f3aa979-a7f1-480d-8402-ab3540329d53,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9f3aa979-a7') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.objects.instance [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lazy-loading 'pci_devices' on Instance uuid 7db75206-6a36-48b4-85c6-0b011a794e3e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.objects.base [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Object Instance<7db75206-6a36-48b4-85c6-0b011a794e3e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:57:48 user nova-compute[74922]:   <uuid>7db75206-6a36-48b4-85c6-0b011a794e3e</uuid>
Oct 30 05:57:48 user nova-compute[74922]:   <name>instance-00000020</name>
Oct 30 05:57:48 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:57:48 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:57:48 user nova-compute[74922]:   <metadata>
Oct 30 05:57:48 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:57:48 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:57:48 user nova-compute[74922]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-850891062</nova:name>
Oct 30 05:57:48 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:57:48</nova:creationTime>
Oct 30 05:57:48 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:57:48 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:57:48 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:57:48 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:57:48 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:57:48 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:57:48 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:57:48 user nova-compute[74922]:       <nova:owner>
Oct 30 05:57:48 user nova-compute[74922]:         <nova:user uuid="04edad06b29641c0b1dd6d4d8ecd76ef">tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member</nova:user>
Oct 30 05:57:48 user nova-compute[74922]:         <nova:project uuid="d351e3ef48c843f2b24492d6b235189f">tempest-ServerBootFromVolumeStableRescueTest-1475644647</nova:project>
Oct 30 05:57:48 user nova-compute[74922]:       </nova:owner>
Oct 30 05:57:48 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:57:48 user nova-compute[74922]:       <nova:ports>
Oct 30 05:57:48 user nova-compute[74922]:         <nova:port uuid="9f3aa979-a7f1-480d-8402-ab3540329d53">
Oct 30 05:57:48 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 30 05:57:48 user nova-compute[74922]:         </nova:port>
Oct 30 05:57:48 user nova-compute[74922]:       </nova:ports>
Oct 30 05:57:48 user nova-compute[74922]:     </nova:instance>
Oct 30 05:57:48 user nova-compute[74922]:   </metadata>
Oct 30 05:57:48 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:57:48 user nova-compute[74922]:     <system>
Oct 30 05:57:48 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:57:48 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:57:48 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:57:48 user nova-compute[74922]:       <entry name="serial">7db75206-6a36-48b4-85c6-0b011a794e3e</entry>
Oct 30 05:57:48 user nova-compute[74922]:       <entry name="uuid">7db75206-6a36-48b4-85c6-0b011a794e3e</entry>
Oct 30 05:57:48 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:57:48 user nova-compute[74922]:     </system>
Oct 30 05:57:48 user nova-compute[74922]:   </sysinfo>
Oct 30 05:57:48 user nova-compute[74922]:   <os>
Oct 30 05:57:48 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:57:48 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:57:48 user nova-compute[74922]:   </os>
Oct 30 05:57:48 user nova-compute[74922]:   <features>
Oct 30 05:57:48 user nova-compute[74922]:     <acpi/>
Oct 30 05:57:48 user nova-compute[74922]:     <apic/>
Oct 30 05:57:48 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:57:48 user nova-compute[74922]:   </features>
Oct 30 05:57:48 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:57:48 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:57:48 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:57:48 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:57:48 user nova-compute[74922]:   </clock>
Oct 30 05:57:48 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:57:48 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:57:48 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:57:48 user nova-compute[74922]:   </cpu>
Oct 30 05:57:48 user nova-compute[74922]:   <devices>
Oct 30 05:57:48 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 05:57:48 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:57:48 user nova-compute[74922]:       <source dev="/dev/sdd"/>
Oct 30 05:57:48 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:57:48 user nova-compute[74922]:       <serial>0d3bff67-136c-4ef1-a19b-449c7b987fe6</serial>
Oct 30 05:57:48 user nova-compute[74922]:     </disk>
Oct 30 05:57:48 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:57:48 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:57:48 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/7db75206-6a36-48b4-85c6-0b011a794e3e/disk.rescue"/>
Oct 30 05:57:48 user nova-compute[74922]:       <target dev="vdb" bus="virtio"/>
Oct 30 05:57:48 user nova-compute[74922]:       <boot order="1"/>
Oct 30 05:57:48 user nova-compute[74922]:     </disk>
Oct 30 05:57:48 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:57:48 user nova-compute[74922]:       <mac address="fa:16:3e:6a:b1:bb"/>
Oct 30 05:57:48 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:57:48 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:57:48 user nova-compute[74922]:       <target dev="tap9f3aa979-a7"/>
Oct 30 05:57:48 user nova-compute[74922]:     </interface>
Oct 30 05:57:48 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:57:48 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/7db75206-6a36-48b4-85c6-0b011a794e3e/console.log" append="off"/>
Oct 30 05:57:48 user nova-compute[74922]:     </serial>
Oct 30 05:57:48 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:57:48 user nova-compute[74922]:     <video>
Oct 30 05:57:48 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:57:48 user nova-compute[74922]:     </video>
Oct 30 05:57:48 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:57:48 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:57:48 user nova-compute[74922]:     </rng>
Oct 30 05:57:48 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:57:48 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:57:48 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:57:48 user nova-compute[74922]:     </memballoon>
Oct 30 05:57:48 user nova-compute[74922]:   </devices>
Oct 30 05:57:48 user nova-compute[74922]: </domain>
Oct 30 05:57:48 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:57:48 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Instance destroyed successfully.
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.207s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] No VIF found with MAC fa:16:3e:6a:b1:bb, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:57:48 user nova-compute[74922]: DEBUG nova.network.neutron [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Successfully created port: 37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 05:57:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdb (vdc) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:57:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:52 user nova-compute[74922]: DEBUG nova.network.neutron [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Successfully updated port: 37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 05:57:52 user nova-compute[74922]: DEBUG nova.compute.manager [req-79744307-99f7-4251-8171-4594438e3534 req-6df075bd-c17b-447f-a84e-c3a758d9ac5e service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Received event network-changed-37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:57:52 user nova-compute[74922]: DEBUG nova.compute.manager [req-79744307-99f7-4251-8171-4594438e3534 req-6df075bd-c17b-447f-a84e-c3a758d9ac5e service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Refreshing instance network info cache due to event network-changed-37ecb3ff-2283-445f-81c1-19e390d5a649. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:57:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-79744307-99f7-4251-8171-4594438e3534 req-6df075bd-c17b-447f-a84e-c3a758d9ac5e service nova] Acquiring lock "refresh_cache-c9ddbbf4-7a35-4f97-8cb2-427abee9770e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:57:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-79744307-99f7-4251-8171-4594438e3534 req-6df075bd-c17b-447f-a84e-c3a758d9ac5e service nova] Acquired lock "refresh_cache-c9ddbbf4-7a35-4f97-8cb2-427abee9770e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:57:52 user nova-compute[74922]: DEBUG nova.network.neutron [req-79744307-99f7-4251-8171-4594438e3534 req-6df075bd-c17b-447f-a84e-c3a758d9ac5e service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Refreshing network info cache for port 37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:57:52 user nova-compute[74922]: DEBUG nova.compute.manager [req-c040afa3-c716-4ef0-8ca2-de20c2f7f7fb req-ce190bb0-d40a-4770-ac6f-3115429477ea service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Received event network-vif-plugged-9f3aa979-a7f1-480d-8402-ab3540329d53 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:57:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c040afa3-c716-4ef0-8ca2-de20c2f7f7fb req-ce190bb0-d40a-4770-ac6f-3115429477ea service nova] Acquiring lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:57:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c040afa3-c716-4ef0-8ca2-de20c2f7f7fb req-ce190bb0-d40a-4770-ac6f-3115429477ea service nova] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:57:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c040afa3-c716-4ef0-8ca2-de20c2f7f7fb req-ce190bb0-d40a-4770-ac6f-3115429477ea service nova] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:57:52 user nova-compute[74922]: DEBUG nova.compute.manager [req-c040afa3-c716-4ef0-8ca2-de20c2f7f7fb req-ce190bb0-d40a-4770-ac6f-3115429477ea service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] No waiting events found dispatching network-vif-plugged-9f3aa979-a7f1-480d-8402-ab3540329d53 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:57:52 user nova-compute[74922]: WARNING nova.compute.manager [req-c040afa3-c716-4ef0-8ca2-de20c2f7f7fb req-ce190bb0-d40a-4770-ac6f-3115429477ea service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Received unexpected event network-vif-plugged-9f3aa979-a7f1-480d-8402-ab3540329d53 for instance with vm_state active and task_state rescuing.
Oct 30 05:57:52 user nova-compute[74922]: DEBUG nova.compute.manager [req-729b6df5-17a2-450d-b271-2b04bfe1e7ba req-5f65af0e-0c1e-4bcd-983e-c9f40fbc6ae4 service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Received event network-vif-plugged-9f3aa979-a7f1-480d-8402-ab3540329d53 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:57:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-729b6df5-17a2-450d-b271-2b04bfe1e7ba req-5f65af0e-0c1e-4bcd-983e-c9f40fbc6ae4 service nova] Acquiring lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:57:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-729b6df5-17a2-450d-b271-2b04bfe1e7ba req-5f65af0e-0c1e-4bcd-983e-c9f40fbc6ae4 service nova] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:57:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-729b6df5-17a2-450d-b271-2b04bfe1e7ba req-5f65af0e-0c1e-4bcd-983e-c9f40fbc6ae4 service nova] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:57:52 user nova-compute[74922]: DEBUG nova.compute.manager [req-729b6df5-17a2-450d-b271-2b04bfe1e7ba req-5f65af0e-0c1e-4bcd-983e-c9f40fbc6ae4 service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] No waiting events found dispatching network-vif-plugged-9f3aa979-a7f1-480d-8402-ab3540329d53 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:57:52 user nova-compute[74922]: WARNING nova.compute.manager [req-729b6df5-17a2-450d-b271-2b04bfe1e7ba req-5f65af0e-0c1e-4bcd-983e-c9f40fbc6ae4 service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Received unexpected event network-vif-plugged-9f3aa979-a7f1-480d-8402-ab3540329d53 for instance with vm_state active and task_state rescuing.
Oct 30 05:57:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:57:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Acquiring lock "refresh_cache-c9ddbbf4-7a35-4f97-8cb2-427abee9770e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:57:52 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5eec2aef-f95c-4601-85b2-035a71a4b083 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:57:52 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:57:52 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:57:52 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=7381MB free_disk=25.276451110839844GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 05:57:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:57:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG nova.network.neutron [req-79744307-99f7-4251-8171-4594438e3534 req-6df075bd-c17b-447f-a84e-c3a758d9ac5e service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Applying migration context for instance 4e3bafb9-caaa-4a26-99c2-281620b6313b as it has an incoming, in-progress migration 43869913-39d4-46a4-ab08-eff64adba9c5. Migration status is finished {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 30 05:57:53 user nova-compute[74922]: INFO nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Updating resource usage from migration 43869913-39d4-46a4-ab08-eff64adba9c5
Oct 30 05:57:53 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 4c3e6679-374d-4644-b05d-ef0bf04d7a3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance e078eacb-99e2-472e-94bb-44c60147aff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 2c40cefc-8d2b-4403-bba8-a462650999eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance f560d747-69e7-4d60-a3c2-8f8307f10149 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 973a038b-f887-4daf-ba88-7f604e1b6bde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 152ed8a0-4208-485b-bf31-fcdd5b7469ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance bf842ae2-dd28-4c55-8c4d-e416d89d75d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 1cbada4d-fcb5-42c4-b984-5741edb6e66e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 7db75206-6a36-48b4-85c6-0b011a794e3e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance d9695caf-03be-4f5e-aac7-b6e3bdd081b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Migration 43869913-39d4-46a4-ab08-eff64adba9c5 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 4e3bafb9-caaa-4a26-99c2-281620b6313b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance c9ddbbf4-7a35-4f97-8cb2-427abee9770e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=9216MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG nova.network.neutron [req-79744307-99f7-4251-8171-4594438e3534 req-6df075bd-c17b-447f-a84e-c3a758d9ac5e service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-79744307-99f7-4251-8171-4594438e3534 req-6df075bd-c17b-447f-a84e-c3a758d9ac5e service nova] Releasing lock "refresh_cache-c9ddbbf4-7a35-4f97-8cb2-427abee9770e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Acquired lock "refresh_cache-c9ddbbf4-7a35-4f97-8cb2-427abee9770e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG nova.network.neutron [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG nova.network.neutron [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.793s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG nova.network.neutron [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Updating instance_info_cache with network_info: [{"id": "37ecb3ff-2283-445f-81c1-19e390d5a649", "address": "fa:16:3e:b1:9a:8a", "network": {"id": "3070f359-42d7-46f7-a969-d11e266b9551", "bridge": "br-int", "label": "tempest-TestShelveInstance-1499160518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed16a66e78454d77abf859db08679557", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37ecb3ff-22", "ovs_interfaceid": "37ecb3ff-2283-445f-81c1-19e390d5a649", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Releasing lock "refresh_cache-c9ddbbf4-7a35-4f97-8cb2-427abee9770e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:57:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Instance network_info: |[{"id": "37ecb3ff-2283-445f-81c1-19e390d5a649", "address": "fa:16:3e:b1:9a:8a", "network": {"id": "3070f359-42d7-46f7-a969-d11e266b9551", "bridge": "br-int", "label": "tempest-TestShelveInstance-1499160518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed16a66e78454d77abf859db08679557", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37ecb3ff-22", "ovs_interfaceid": "37ecb3ff-2283-445f-81c1-19e390d5a649", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 05:57:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RyEXWDlA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:57:55 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:57:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:57:55 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:57:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:57:55 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7072ef1b-a028-4dfc-b0a5-a68729e7b020]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:57:55 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f534cdf2-5e9d-4cc0-a9d4-36b16803cb41]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2] added
Oct 30 05:57:55 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c6cb99a-485a-4b01-83db-c5b45708d670]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.040s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[115c108e-7d17-4afb-b1e9-6782d81a9357]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RyEXWDlA {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RyEXWDlA" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1144b11f-b580-482f-b098-daa000079a97]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RyEXWDlA'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b46288f9-578d-42ef-a0ba-ccc85ddb665b]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[aae4a919-5a57-4b18-8733-41537ebe8bf4]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:57:55 user nova-compute[74922]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:57:55 user nova-compute[74922]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)
Oct 30 05:57:55 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:57:55 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:57:55 user nova-compute[74922]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:57:55 user nova-compute[74922]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)
Oct 30 05:57:55 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:57:55 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 -p 172.16.0.220:3260 --login" returned: 0 in 0.083s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9d4556c-5915-4d30-8b02-faa6ff69ac69]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2, portal: 172.16.0.220,3260]
Oct 30 05:57:55 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2, portal: 172.16.0.220,3260] successful.
Oct 30 05:57:55 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[105e7204-6a3d-4d3b-9e5f-4607d541685f]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ca0377d-58d7-4b05-897a-3930a6f4311f]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:57:55 user nova-compute[74922]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:57:55 user nova-compute[74922]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)
Oct 30 05:57:55 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:57:55 user nova-compute[74922]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 (non-flash)
Oct 30 05:57:55 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:57:55 user nova-compute[74922]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:57:55 user nova-compute[74922]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)
Oct 30 05:57:55 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:57:55 user nova-compute[74922]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 (non-flash)
Oct 30 05:57:55 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.372s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] HCTL ('37', '-', '-', 0) found on session 37 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[39474807-173e-455b-bc31-53f01e0918fc]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:57:55 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Searching for a device in session 37 and hctl ['37', '*', '*', 0] yield: None {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:57:56 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Searching for a device in session 37 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:57:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RyEXWDlA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:57:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.409s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:57:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] <== connect_volume: return (1412ms) {'type': 'block', 'scsi_wwn': '23736373064356631', 'path': '/dev/sdf'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:57:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23736373064356631', 'path': '/dev/sdf'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:57:56 user nova-compute[74922]: DEBUG nova.objects.instance [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lazy-loading 'flavor' on Instance uuid 1cbada4d-fcb5-42c4-b984-5741edb6e66e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:57:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 05:57:56 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:57:56 user nova-compute[74922]:   <source dev="/dev/sdf"/>
Oct 30 05:57:56 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:57:56 user nova-compute[74922]:   <serial>1cedee40-1ef4-4ecf-a79b-1c263acf24b2</serial>
Oct 30 05:57:56 user nova-compute[74922]: </disk>
Oct 30 05:57:56 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 05:57:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:57:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:57:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] No VIF found with MAC fa:16:3e:ce:cc:fd, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:57:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-eb1b1363-ef8b-4813-a2c2-6b96decfb89a tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.089s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:57:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:57:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG nova.compute.manager [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 05:58:10 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Creating image(s)
Oct 30 05:58:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Did not create local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Ensure instance console log exists: /opt/stack/data/nova/instances/c9ddbbf4-7a35-4f97-8cb2-427abee9770e/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Start _get_guest_xml network_info=[{"id": "37ecb3ff-2283-445f-81c1-19e390d5a649", "address": "fa:16:3e:b1:9a:8a", "network": {"id": "3070f359-42d7-46f7-a969-d11e266b9551", "bridge": "br-int", "label": "tempest-TestShelveInstance-1499160518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed16a66e78454d77abf859db08679557", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37ecb3ff-22", "ovs_interfaceid": "37ecb3ff-2283-445f-81c1-19e390d5a649", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': '037c52fa-08c1-4cdb-970d-126e75336d0f', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PMCpsvfD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c9ddbbf4-7a35-4f97-8cb2-427abee9770e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce1ae336-8079-4d0a-9d4c-6f1586936cc7', 'serial': 'ce1ae336-8079-4d0a-9d4c-6f1586936cc7'}, 'disk_bus': 'virtio', 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:58:10 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:58:10 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:58:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PMCpsvfD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:58:10 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:58:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:58:10 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:58:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:58:10 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:58:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2af631d9-ed20-4f74-b77e-f3a8266a497c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:58:10 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f67352d5-99fb-46c7-a519-07b6603f8d17]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7] added
Oct 30 05:58:10 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:58:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4bb2b66-d6a5-449a-82e9-2c90428b2623]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ca84df4-664f-4968-af78-62f62a9e14f4]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PMCpsvfD {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PMCpsvfD" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[217c0cd3-d3e7-4280-928f-bf4378294360]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PMCpsvfD'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[76bb69a0-bac0-4ed3-8aec-5070a1d4d3a0]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b15cfc16-6020-4c8a-b8ae-1b054fb321c0]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:58:11 user nova-compute[74922]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:58:11 user nova-compute[74922]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)
Oct 30 05:58:11 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:58:11 user nova-compute[74922]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 (non-flash)
Oct 30 05:58:11 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:58:11 user nova-compute[74922]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:58:11 user nova-compute[74922]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)
Oct 30 05:58:11 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:58:11 user nova-compute[74922]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 (non-flash)
Oct 30 05:58:11 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9919d1b-4caf-42ba-8c21-68423ca555de]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7, portal: 172.16.0.220,3260]
Oct 30 05:58:11 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7, portal: 172.16.0.220,3260] successful.
Oct 30 05:58:11 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[46ef40c4-3be4-405d-bc86-bcea2f0c3dfc]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[718e3afe-e397-4070-9f23-1f00e7dfd2ba]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:58:11 user nova-compute[74922]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:58:11 user nova-compute[74922]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)
Oct 30 05:58:11 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:58:11 user nova-compute[74922]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 (non-flash)
Oct 30 05:58:11 user nova-compute[74922]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)
Oct 30 05:58:11 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:58:11 user nova-compute[74922]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:58:11 user nova-compute[74922]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)
Oct 30 05:58:11 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:58:11 user nova-compute[74922]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 (non-flash)
Oct 30 05:58:11 user nova-compute[74922]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)
Oct 30 05:58:11 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.348s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] HCTL ('38', '-', '-', 0) found on session 38 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[64b1f4b9-5a2a-47f5-abf7-3c680de98116]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:11 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Searching for a device in session 38 and hctl ['38', '*', '*', 0] yield: None {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Searching for a device in session 38 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PMCpsvfD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.382s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] <== connect_volume: return (1383ms) {'type': 'block', 'scsi_wwn': '23165326239353962', 'path': '/dev/sdg'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23165326239353962', 'path': '/dev/sdg'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:57:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-723842088',display_name='tempest-TestShelveInstance-server-723842088',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-723842088',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFhMAfj0KyAWbJMIO3M1faJouEHk4FhGFuyHq38pV03o9eyTSwCjYen0SbIMk0fL3wJocD9TMS2Y7jWQmvMLVtZ/90MCrD+yQL3dSVPCpzNFRRecsH1ogruVHJwdN8gLwA==',key_name='tempest-TestShelveInstance-384432154',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ed16a66e78454d77abf859db08679557',ramdisk_id='',reservation_id='r-fwu0obpi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-2031269981',owner_user_name='tempest-TestShelveInstance-2031269981-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:57:48Z,user_data=None,user_id='6c6b563f6db1451e9c679382ff8acf88',uuid=c9ddbbf4-7a35-4f97-8cb2-427abee9770e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "37ecb3ff-2283-445f-81c1-19e390d5a649", "address": "fa:16:3e:b1:9a:8a", "network": {"id": "3070f359-42d7-46f7-a969-d11e266b9551", "bridge": "br-int", "label": "tempest-TestShelveInstance-1499160518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed16a66e78454d77abf859db08679557", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37ecb3ff-22", "ovs_interfaceid": "37ecb3ff-2283-445f-81c1-19e390d5a649", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Converting VIF {"id": "37ecb3ff-2283-445f-81c1-19e390d5a649", "address": "fa:16:3e:b1:9a:8a", "network": {"id": "3070f359-42d7-46f7-a969-d11e266b9551", "bridge": "br-int", "label": "tempest-TestShelveInstance-1499160518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed16a66e78454d77abf859db08679557", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37ecb3ff-22", "ovs_interfaceid": "37ecb3ff-2283-445f-81c1-19e390d5a649", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:9a:8a,bridge_name='br-int',has_traffic_filtering=True,id=37ecb3ff-2283-445f-81c1-19e390d5a649,network=Network(3070f359-42d7-46f7-a969-d11e266b9551),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37ecb3ff-22') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG nova.objects.instance [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lazy-loading 'pci_devices' on Instance uuid c9ddbbf4-7a35-4f97-8cb2-427abee9770e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:58:12 user nova-compute[74922]:   <uuid>c9ddbbf4-7a35-4f97-8cb2-427abee9770e</uuid>
Oct 30 05:58:12 user nova-compute[74922]:   <name>instance-00000021</name>
Oct 30 05:58:12 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:58:12 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:58:12 user nova-compute[74922]:   <metadata>
Oct 30 05:58:12 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:58:12 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:58:12 user nova-compute[74922]:       <nova:name>tempest-TestShelveInstance-server-723842088</nova:name>
Oct 30 05:58:12 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:58:10</nova:creationTime>
Oct 30 05:58:12 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:58:12 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:58:12 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:58:12 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:58:12 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:58:12 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:58:12 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:58:12 user nova-compute[74922]:       <nova:owner>
Oct 30 05:58:12 user nova-compute[74922]:         <nova:user uuid="6c6b563f6db1451e9c679382ff8acf88">tempest-TestShelveInstance-2031269981-project-member</nova:user>
Oct 30 05:58:12 user nova-compute[74922]:         <nova:project uuid="ed16a66e78454d77abf859db08679557">tempest-TestShelveInstance-2031269981</nova:project>
Oct 30 05:58:12 user nova-compute[74922]:       </nova:owner>
Oct 30 05:58:12 user nova-compute[74922]:       <nova:ports>
Oct 30 05:58:12 user nova-compute[74922]:         <nova:port uuid="37ecb3ff-2283-445f-81c1-19e390d5a649">
Oct 30 05:58:12 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 30 05:58:12 user nova-compute[74922]:         </nova:port>
Oct 30 05:58:12 user nova-compute[74922]:       </nova:ports>
Oct 30 05:58:12 user nova-compute[74922]:     </nova:instance>
Oct 30 05:58:12 user nova-compute[74922]:   </metadata>
Oct 30 05:58:12 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:58:12 user nova-compute[74922]:     <system>
Oct 30 05:58:12 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:58:12 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:58:12 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:58:12 user nova-compute[74922]:       <entry name="serial">c9ddbbf4-7a35-4f97-8cb2-427abee9770e</entry>
Oct 30 05:58:12 user nova-compute[74922]:       <entry name="uuid">c9ddbbf4-7a35-4f97-8cb2-427abee9770e</entry>
Oct 30 05:58:12 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:58:12 user nova-compute[74922]:     </system>
Oct 30 05:58:12 user nova-compute[74922]:   </sysinfo>
Oct 30 05:58:12 user nova-compute[74922]:   <os>
Oct 30 05:58:12 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:58:12 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:58:12 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:58:12 user nova-compute[74922]:   </os>
Oct 30 05:58:12 user nova-compute[74922]:   <features>
Oct 30 05:58:12 user nova-compute[74922]:     <acpi/>
Oct 30 05:58:12 user nova-compute[74922]:     <apic/>
Oct 30 05:58:12 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:58:12 user nova-compute[74922]:   </features>
Oct 30 05:58:12 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:58:12 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:58:12 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:58:12 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:58:12 user nova-compute[74922]:   </clock>
Oct 30 05:58:12 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:58:12 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:58:12 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:58:12 user nova-compute[74922]:   </cpu>
Oct 30 05:58:12 user nova-compute[74922]:   <devices>
Oct 30 05:58:12 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 05:58:12 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:58:12 user nova-compute[74922]:       <source dev="/dev/sdg"/>
Oct 30 05:58:12 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:58:12 user nova-compute[74922]:       <serial>ce1ae336-8079-4d0a-9d4c-6f1586936cc7</serial>
Oct 30 05:58:12 user nova-compute[74922]:     </disk>
Oct 30 05:58:12 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:58:12 user nova-compute[74922]:       <mac address="fa:16:3e:b1:9a:8a"/>
Oct 30 05:58:12 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:58:12 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:58:12 user nova-compute[74922]:       <target dev="tap37ecb3ff-22"/>
Oct 30 05:58:12 user nova-compute[74922]:     </interface>
Oct 30 05:58:12 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:58:12 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/c9ddbbf4-7a35-4f97-8cb2-427abee9770e/console.log" append="off"/>
Oct 30 05:58:12 user nova-compute[74922]:     </serial>
Oct 30 05:58:12 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:58:12 user nova-compute[74922]:     <video>
Oct 30 05:58:12 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:58:12 user nova-compute[74922]:     </video>
Oct 30 05:58:12 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:58:12 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:58:12 user nova-compute[74922]:     </rng>
Oct 30 05:58:12 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:58:12 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:58:12 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:58:12 user nova-compute[74922]:     </memballoon>
Oct 30 05:58:12 user nova-compute[74922]:   </devices>
Oct 30 05:58:12 user nova-compute[74922]: </domain>
Oct 30 05:58:12 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:57:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-723842088',display_name='tempest-TestShelveInstance-server-723842088',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-723842088',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFhMAfj0KyAWbJMIO3M1faJouEHk4FhGFuyHq38pV03o9eyTSwCjYen0SbIMk0fL3wJocD9TMS2Y7jWQmvMLVtZ/90MCrD+yQL3dSVPCpzNFRRecsH1ogruVHJwdN8gLwA==',key_name='tempest-TestShelveInstance-384432154',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ed16a66e78454d77abf859db08679557',ramdisk_id='',reservation_id='r-fwu0obpi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-2031269981',owner_user_name='tempest-TestShelveInstance-2031269981-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:57:48Z,user_data=None,user_id='6c6b563f6db1451e9c679382ff8acf88',uuid=c9ddbbf4-7a35-4f97-8cb2-427abee9770e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "37ecb3ff-2283-445f-81c1-19e390d5a649", "address": "fa:16:3e:b1:9a:8a", "network": {"id": "3070f359-42d7-46f7-a969-d11e266b9551", "bridge": "br-int", "label": "tempest-TestShelveInstance-1499160518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed16a66e78454d77abf859db08679557", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37ecb3ff-22", "ovs_interfaceid": "37ecb3ff-2283-445f-81c1-19e390d5a649", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Converting VIF {"id": "37ecb3ff-2283-445f-81c1-19e390d5a649", "address": "fa:16:3e:b1:9a:8a", "network": {"id": "3070f359-42d7-46f7-a969-d11e266b9551", "bridge": "br-int", "label": "tempest-TestShelveInstance-1499160518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed16a66e78454d77abf859db08679557", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37ecb3ff-22", "ovs_interfaceid": "37ecb3ff-2283-445f-81c1-19e390d5a649", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:9a:8a,bridge_name='br-int',has_traffic_filtering=True,id=37ecb3ff-2283-445f-81c1-19e390d5a649,network=Network(3070f359-42d7-46f7-a969-d11e266b9551),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37ecb3ff-22') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG os_vif [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:9a:8a,bridge_name='br-int',has_traffic_filtering=True,id=37ecb3ff-2283-445f-81c1-19e390d5a649,network=Network(3070f359-42d7-46f7-a969-d11e266b9551),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37ecb3ff-22') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2379ae67-2094-5c18-9e1f-2d57d322ab44', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap37ecb3ff-22, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap37ecb3ff-22, col_values=(('qos', UUID('fdd347da-b5a3-4532-bbff-77b0f4677020')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap37ecb3ff-22, col_values=(('external_ids', {'iface-id': '37ecb3ff-2283-445f-81c1-19e390d5a649', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b1:9a:8a', 'vm-uuid': 'c9ddbbf4-7a35-4f97-8cb2-427abee9770e'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:12 user nova-compute[74922]: INFO os_vif [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:9a:8a,bridge_name='br-int',has_traffic_filtering=True,id=37ecb3ff-2283-445f-81c1-19e390d5a649,network=Network(3070f359-42d7-46f7-a969-d11e266b9551),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37ecb3ff-22')
Oct 30 05:58:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 05:58:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] No VIF found with MAC fa:16:3e:b1:9a:8a, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 05:58:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:14 user nova-compute[74922]: DEBUG nova.compute.manager [req-b4690082-afa4-46b1-8616-86d6f99327c2 req-4a3d2072-2c10-41d3-a185-fb7bd28eeccd service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Received event network-vif-plugged-37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:58:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b4690082-afa4-46b1-8616-86d6f99327c2 req-4a3d2072-2c10-41d3-a185-fb7bd28eeccd service nova] Acquiring lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b4690082-afa4-46b1-8616-86d6f99327c2 req-4a3d2072-2c10-41d3-a185-fb7bd28eeccd service nova] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b4690082-afa4-46b1-8616-86d6f99327c2 req-4a3d2072-2c10-41d3-a185-fb7bd28eeccd service nova] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:14 user nova-compute[74922]: DEBUG nova.compute.manager [req-b4690082-afa4-46b1-8616-86d6f99327c2 req-4a3d2072-2c10-41d3-a185-fb7bd28eeccd service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] No waiting events found dispatching network-vif-plugged-37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:58:14 user nova-compute[74922]: WARNING nova.compute.manager [req-b4690082-afa4-46b1-8616-86d6f99327c2 req-4a3d2072-2c10-41d3-a185-fb7bd28eeccd service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Received unexpected event network-vif-plugged-37ecb3ff-2283-445f-81c1-19e390d5a649 for instance with vm_state building and task_state spawning.
Oct 30 05:58:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:16 user nova-compute[74922]: DEBUG nova.compute.manager [req-c41be656-a796-4251-8dcd-3e8382f6a8be req-dd8b612a-1a97-4861-9771-d2bc44c81326 service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Received event network-vif-plugged-37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:58:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c41be656-a796-4251-8dcd-3e8382f6a8be req-dd8b612a-1a97-4861-9771-d2bc44c81326 service nova] Acquiring lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c41be656-a796-4251-8dcd-3e8382f6a8be req-dd8b612a-1a97-4861-9771-d2bc44c81326 service nova] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c41be656-a796-4251-8dcd-3e8382f6a8be req-dd8b612a-1a97-4861-9771-d2bc44c81326 service nova] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:16 user nova-compute[74922]: DEBUG nova.compute.manager [req-c41be656-a796-4251-8dcd-3e8382f6a8be req-dd8b612a-1a97-4861-9771-d2bc44c81326 service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] No waiting events found dispatching network-vif-plugged-37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:58:16 user nova-compute[74922]: WARNING nova.compute.manager [req-c41be656-a796-4251-8dcd-3e8382f6a8be req-dd8b612a-1a97-4861-9771-d2bc44c81326 service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Received unexpected event network-vif-plugged-37ecb3ff-2283-445f-81c1-19e390d5a649 for instance with vm_state building and task_state spawning.
Oct 30 05:58:16 user nova-compute[74922]: DEBUG nova.compute.manager [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:58:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 05:58:16 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Instance spawned successfully.
Oct 30 05:58:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 05:58:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:58:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:58:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:58:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:58:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:58:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 05:58:16 user nova-compute[74922]: INFO nova.compute.manager [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Took 5.67 seconds to spawn the instance on the hypervisor.
Oct 30 05:58:16 user nova-compute[74922]: DEBUG nova.compute.manager [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:58:16 user nova-compute[74922]: INFO nova.compute.manager [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Took 30.78 seconds to build instance.
Oct 30 05:58:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-84c9485f-b199-476a-a7c9-987a7073ba95 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 30.922s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-df488c88-57c1-4136-95ab-9c9870e0167d tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "e078eacb-99e2-472e-94bb-44c60147aff3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-df488c88-57c1-4136-95ab-9c9870e0167d tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-df488c88-57c1-4136-95ab-9c9870e0167d tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-df488c88-57c1-4136-95ab-9c9870e0167d tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-df488c88-57c1-4136-95ab-9c9870e0167d tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:21 user nova-compute[74922]: INFO nova.compute.manager [None req-df488c88-57c1-4136-95ab-9c9870e0167d tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Terminating instance
Oct 30 05:58:21 user nova-compute[74922]: DEBUG nova.compute.manager [None req-df488c88-57c1-4136-95ab-9c9870e0167d tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 05:58:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-f4a4bec7-029f-4172-b9ca-d2ec91bb707a req-2122dbc1-9913-44b2-abf4-732857fab5d5 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Received event network-vif-unplugged-44e255db-a0a3-4be1-9e00-70a1ff62bde5 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f4a4bec7-029f-4172-b9ca-d2ec91bb707a req-2122dbc1-9913-44b2-abf4-732857fab5d5 service nova] Acquiring lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f4a4bec7-029f-4172-b9ca-d2ec91bb707a req-2122dbc1-9913-44b2-abf4-732857fab5d5 service nova] Lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f4a4bec7-029f-4172-b9ca-d2ec91bb707a req-2122dbc1-9913-44b2-abf4-732857fab5d5 service nova] Lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-f4a4bec7-029f-4172-b9ca-d2ec91bb707a req-2122dbc1-9913-44b2-abf4-732857fab5d5 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] No waiting events found dispatching network-vif-unplugged-44e255db-a0a3-4be1-9e00-70a1ff62bde5 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-f4a4bec7-029f-4172-b9ca-d2ec91bb707a req-2122dbc1-9913-44b2-abf4-732857fab5d5 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Received event network-vif-unplugged-44e255db-a0a3-4be1-9e00-70a1ff62bde5 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:22 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Instance destroyed successfully.
Oct 30 05:58:22 user nova-compute[74922]: DEBUG nova.objects.instance [None req-df488c88-57c1-4136-95ab-9c9870e0167d tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lazy-loading 'resources' on Instance uuid e078eacb-99e2-472e-94bb-44c60147aff3 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-df488c88-57c1-4136-95ab-9c9870e0167d tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:48:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-453778206',display_name='tempest-SnapshotDataIntegrityTests-server-453778206',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-453778206',id=17,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+Ev+v/LMwOxkGk1RvuCwKJqGjc+79opIaHMyqTasE2CvCxww9XRP43ZtE9PD2jN+fW1h1QmGuA2TKfb3shmheZL3v7C1iotmHLohwq0HMU3rwK4bwhl9ed/0fb5vPsJQ==',key_name='tempest-keypair-1961351271',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:48:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fec827d97d58477e963d2b3169a7ad19',ramdisk_id='',reservation_id='r-0iemgg6e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-1051543328',owner_user_name='tempest-SnapshotDataIntegrityTests-1051543328-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:48:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='53d5d3b3fb974cc88a5da92cbca29aa7',uuid=e078eacb-99e2-472e-94bb-44c60147aff3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "44e255db-a0a3-4be1-9e00-70a1ff62bde5", "address": "fa:16:3e:75:2c:69", "network": {"id": "b7b697ef-51da-40e5-b6a1-920ff412cfdc", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-490615133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fec827d97d58477e963d2b3169a7ad19", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44e255db-a0", "ovs_interfaceid": "44e255db-a0a3-4be1-9e00-70a1ff62bde5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-df488c88-57c1-4136-95ab-9c9870e0167d tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Converting VIF {"id": "44e255db-a0a3-4be1-9e00-70a1ff62bde5", "address": "fa:16:3e:75:2c:69", "network": {"id": "b7b697ef-51da-40e5-b6a1-920ff412cfdc", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-490615133-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fec827d97d58477e963d2b3169a7ad19", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44e255db-a0", "ovs_interfaceid": "44e255db-a0a3-4be1-9e00-70a1ff62bde5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-df488c88-57c1-4136-95ab-9c9870e0167d tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:75:2c:69,bridge_name='br-int',has_traffic_filtering=True,id=44e255db-a0a3-4be1-9e00-70a1ff62bde5,network=Network(b7b697ef-51da-40e5-b6a1-920ff412cfdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44e255db-a0') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG os_vif [None req-df488c88-57c1-4136-95ab-9c9870e0167d tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:75:2c:69,bridge_name='br-int',has_traffic_filtering=True,id=44e255db-a0a3-4be1-9e00-70a1ff62bde5,network=Network(b7b697ef-51da-40e5-b6a1-920ff412cfdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44e255db-a0') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap44e255db-a0, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4f8e4f2d-9374-4bd9-a9f4-8ff49fc4beef) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:22 user nova-compute[74922]: INFO os_vif [None req-df488c88-57c1-4136-95ab-9c9870e0167d tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:75:2c:69,bridge_name='br-int',has_traffic_filtering=True,id=44e255db-a0a3-4be1-9e00-70a1ff62bde5,network=Network(b7b697ef-51da-40e5-b6a1-920ff412cfdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44e255db-a0')
Oct 30 05:58:22 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-df488c88-57c1-4136-95ab-9c9870e0167d tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Deleting instance files /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3_del
Oct 30 05:58:22 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-df488c88-57c1-4136-95ab-9c9870e0167d tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Deletion of /opt/stack/data/nova/instances/e078eacb-99e2-472e-94bb-44c60147aff3_del complete
Oct 30 05:58:23 user nova-compute[74922]: INFO nova.compute.manager [None req-df488c88-57c1-4136-95ab-9c9870e0167d tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Took 1.14 seconds to destroy the instance on the hypervisor.
Oct 30 05:58:23 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-df488c88-57c1-4136-95ab-9c9870e0167d tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 05:58:23 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 05:58:23 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 05:58:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-6d07b0e0-afe7-4877-8532-231259380937 req-835227d2-76c2-40c9-8caf-0230b4b1a339 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Received event network-vif-plugged-44e255db-a0a3-4be1-9e00-70a1ff62bde5 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:58:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6d07b0e0-afe7-4877-8532-231259380937 req-835227d2-76c2-40c9-8caf-0230b4b1a339 service nova] Acquiring lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6d07b0e0-afe7-4877-8532-231259380937 req-835227d2-76c2-40c9-8caf-0230b4b1a339 service nova] Lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6d07b0e0-afe7-4877-8532-231259380937 req-835227d2-76c2-40c9-8caf-0230b4b1a339 service nova] Lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-6d07b0e0-afe7-4877-8532-231259380937 req-835227d2-76c2-40c9-8caf-0230b4b1a339 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] No waiting events found dispatching network-vif-plugged-44e255db-a0a3-4be1-9e00-70a1ff62bde5 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:58:24 user nova-compute[74922]: WARNING nova.compute.manager [req-6d07b0e0-afe7-4877-8532-231259380937 req-835227d2-76c2-40c9-8caf-0230b4b1a339 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Received unexpected event network-vif-plugged-44e255db-a0a3-4be1-9e00-70a1ff62bde5 for instance with vm_state active and task_state deleting.
Oct 30 05:58:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-6d07b0e0-afe7-4877-8532-231259380937 req-835227d2-76c2-40c9-8caf-0230b4b1a339 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Received event network-vif-plugged-44e255db-a0a3-4be1-9e00-70a1ff62bde5 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:58:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6d07b0e0-afe7-4877-8532-231259380937 req-835227d2-76c2-40c9-8caf-0230b4b1a339 service nova] Acquiring lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6d07b0e0-afe7-4877-8532-231259380937 req-835227d2-76c2-40c9-8caf-0230b4b1a339 service nova] Lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6d07b0e0-afe7-4877-8532-231259380937 req-835227d2-76c2-40c9-8caf-0230b4b1a339 service nova] Lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-6d07b0e0-afe7-4877-8532-231259380937 req-835227d2-76c2-40c9-8caf-0230b4b1a339 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] No waiting events found dispatching network-vif-plugged-44e255db-a0a3-4be1-9e00-70a1ff62bde5 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:58:24 user nova-compute[74922]: WARNING nova.compute.manager [req-6d07b0e0-afe7-4877-8532-231259380937 req-835227d2-76c2-40c9-8caf-0230b4b1a339 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Received unexpected event network-vif-plugged-44e255db-a0a3-4be1-9e00-70a1ff62bde5 for instance with vm_state active and task_state deleting.
Oct 30 05:58:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-6d07b0e0-afe7-4877-8532-231259380937 req-835227d2-76c2-40c9-8caf-0230b4b1a339 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Received event network-vif-plugged-44e255db-a0a3-4be1-9e00-70a1ff62bde5 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:58:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6d07b0e0-afe7-4877-8532-231259380937 req-835227d2-76c2-40c9-8caf-0230b4b1a339 service nova] Acquiring lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6d07b0e0-afe7-4877-8532-231259380937 req-835227d2-76c2-40c9-8caf-0230b4b1a339 service nova] Lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6d07b0e0-afe7-4877-8532-231259380937 req-835227d2-76c2-40c9-8caf-0230b4b1a339 service nova] Lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-6d07b0e0-afe7-4877-8532-231259380937 req-835227d2-76c2-40c9-8caf-0230b4b1a339 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] No waiting events found dispatching network-vif-plugged-44e255db-a0a3-4be1-9e00-70a1ff62bde5 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:58:24 user nova-compute[74922]: WARNING nova.compute.manager [req-6d07b0e0-afe7-4877-8532-231259380937 req-835227d2-76c2-40c9-8caf-0230b4b1a339 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Received unexpected event network-vif-plugged-44e255db-a0a3-4be1-9e00-70a1ff62bde5 for instance with vm_state active and task_state deleting.
Oct 30 05:58:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-6d07b0e0-afe7-4877-8532-231259380937 req-835227d2-76c2-40c9-8caf-0230b4b1a339 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Received event network-vif-unplugged-44e255db-a0a3-4be1-9e00-70a1ff62bde5 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:58:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6d07b0e0-afe7-4877-8532-231259380937 req-835227d2-76c2-40c9-8caf-0230b4b1a339 service nova] Acquiring lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6d07b0e0-afe7-4877-8532-231259380937 req-835227d2-76c2-40c9-8caf-0230b4b1a339 service nova] Lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6d07b0e0-afe7-4877-8532-231259380937 req-835227d2-76c2-40c9-8caf-0230b4b1a339 service nova] Lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-6d07b0e0-afe7-4877-8532-231259380937 req-835227d2-76c2-40c9-8caf-0230b4b1a339 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] No waiting events found dispatching network-vif-unplugged-44e255db-a0a3-4be1-9e00-70a1ff62bde5 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:58:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-6d07b0e0-afe7-4877-8532-231259380937 req-835227d2-76c2-40c9-8caf-0230b4b1a339 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Received event network-vif-unplugged-44e255db-a0a3-4be1-9e00-70a1ff62bde5 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:58:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:24 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:58:24 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Took 1.72 seconds to deallocate network for instance.
Oct 30 05:58:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-df488c88-57c1-4136-95ab-9c9870e0167d tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-df488c88-57c1-4136-95ab-9c9870e0167d tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:25 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-df488c88-57c1-4136-95ab-9c9870e0167d tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:58:25 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-df488c88-57c1-4136-95ab-9c9870e0167d tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:58:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-df488c88-57c1-4136-95ab-9c9870e0167d tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.508s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:25 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-df488c88-57c1-4136-95ab-9c9870e0167d tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Deleted allocations for instance e078eacb-99e2-472e-94bb-44c60147aff3
Oct 30 05:58:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-df488c88-57c1-4136-95ab-9c9870e0167d tempest-SnapshotDataIntegrityTests-1051543328 tempest-SnapshotDataIntegrityTests-1051543328-project-member] Lock "e078eacb-99e2-472e-94bb-44c60147aff3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.613s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:26 user nova-compute[74922]: DEBUG nova.compute.manager [req-dfc4917f-d1ab-4886-b0fd-e7f692a9f02b req-21bff149-676e-4659-907e-9ac120e8f7e5 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Received event network-vif-plugged-44e255db-a0a3-4be1-9e00-70a1ff62bde5 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:58:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dfc4917f-d1ab-4886-b0fd-e7f692a9f02b req-21bff149-676e-4659-907e-9ac120e8f7e5 service nova] Acquiring lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dfc4917f-d1ab-4886-b0fd-e7f692a9f02b req-21bff149-676e-4659-907e-9ac120e8f7e5 service nova] Lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dfc4917f-d1ab-4886-b0fd-e7f692a9f02b req-21bff149-676e-4659-907e-9ac120e8f7e5 service nova] Lock "e078eacb-99e2-472e-94bb-44c60147aff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:26 user nova-compute[74922]: DEBUG nova.compute.manager [req-dfc4917f-d1ab-4886-b0fd-e7f692a9f02b req-21bff149-676e-4659-907e-9ac120e8f7e5 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] No waiting events found dispatching network-vif-plugged-44e255db-a0a3-4be1-9e00-70a1ff62bde5 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:58:26 user nova-compute[74922]: WARNING nova.compute.manager [req-dfc4917f-d1ab-4886-b0fd-e7f692a9f02b req-21bff149-676e-4659-907e-9ac120e8f7e5 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Received unexpected event network-vif-plugged-44e255db-a0a3-4be1-9e00-70a1ff62bde5 for instance with vm_state deleted and task_state None.
Oct 30 05:58:26 user nova-compute[74922]: DEBUG nova.compute.manager [req-dfc4917f-d1ab-4886-b0fd-e7f692a9f02b req-21bff149-676e-4659-907e-9ac120e8f7e5 service nova] [instance: e078eacb-99e2-472e-94bb-44c60147aff3] Received event network-vif-deleted-44e255db-a0a3-4be1-9e00-70a1ff62bde5 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:58:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:28 user nova-compute[74922]: INFO nova.compute.manager [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Detaching volume afab8282-4872-4293-9656-81dd950d78af
Oct 30 05:58:28 user nova-compute[74922]: INFO nova.virt.block_device [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Attempting to driver detach volume afab8282-4872-4293-9656-81dd950d78af from mountpoint /dev/vdc
Oct 30 05:58:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Attempting to detach device vdc from instance d9695caf-03be-4f5e-aac7-b6e3bdd081b6 from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 05:58:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:58:28 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:58:28 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 05:58:28 user nova-compute[74922]:   <target dev="vdc" bus="virtio"/>
Oct 30 05:58:28 user nova-compute[74922]:   <serial>afab8282-4872-4293-9656-81dd950d78af</serial>
Oct 30 05:58:28 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 30 05:58:28 user nova-compute[74922]: </disk>
Oct 30 05:58:28 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:58:28 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Successfully detached device vdc from instance d9695caf-03be-4f5e-aac7-b6e3bdd081b6 from the persistent domain config.
Oct 30 05:58:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance d9695caf-03be-4f5e-aac7-b6e3bdd081b6 from the live domain config. {{(pid=74922) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 05:58:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:58:28 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:58:28 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 05:58:28 user nova-compute[74922]:   <target dev="vdc" bus="virtio"/>
Oct 30 05:58:28 user nova-compute[74922]:   <serial>afab8282-4872-4293-9656-81dd950d78af</serial>
Oct 30 05:58:28 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 30 05:58:28 user nova-compute[74922]: </disk>
Oct 30 05:58:28 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:58:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance d9695caf-03be-4f5e-aac7-b6e3bdd081b6 {{(pid=74922) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 05:58:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:30 user nova-compute[74922]: DEBUG nova.objects.instance [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'flavor' on Instance uuid 973a038b-f887-4daf-ba88-7f604e1b6bde {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:58:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "refresh_cache-973a038b-f887-4daf-ba88-7f604e1b6bde" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:58:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquired lock "refresh_cache-973a038b-f887-4daf-ba88-7f604e1b6bde" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:58:30 user nova-compute[74922]: DEBUG nova.network.neutron [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:58:30 user nova-compute[74922]: DEBUG nova.objects.instance [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'info_cache' on Instance uuid 973a038b-f887-4daf-ba88-7f604e1b6bde {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:58:30 user nova-compute[74922]: DEBUG nova.objects.base [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Object Instance<973a038b-f887-4daf-ba88-7f604e1b6bde> lazy-loaded attributes: flavor,info_cache {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.network.neutron [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Updating instance_info_cache with network_info: [{"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Releasing lock "refresh_cache-973a038b-f887-4daf-ba88-7f604e1b6bde" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:58:31 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Instance destroyed successfully.
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.objects.instance [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'resources' on Instance uuid 973a038b-f887-4daf-ba88-7f604e1b6bde {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.objects.base [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Object Instance<973a038b-f887-4daf-ba88-7f604e1b6bde> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:54:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1997001967',display_name='tempest-AttachVolumeTestJSON-server-1997001967',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1997001967',id=27,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG7abNHk8pzIZ/gsHryn2YzE3thQlKsqlvsQoTPL4yS+3tEKLMU6a7YI4zWWWE5NZfB3tCE6nFumnVrKLAFiuM+whcq7veJxy4anSXYbS4s0SzetD4re5AYq9vjGFS0wNA==',key_name='tempest-keypair-1357408300',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:54:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='2410fa77d1664259aa24b2da35a330d0',ramdisk_id='',reservation_id='r-ysqwq3p8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-128595711',owner_user_name='tempest-AttachVolumeTestJSON-128595711-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:56:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='749adeb1951e475eb0633320223a75ac',uuid=973a038b-f887-4daf-ba88-7f604e1b6bde,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Converting VIF {"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:26:45,bridge_name='br-int',has_traffic_filtering=True,id=44dc237e-04d5-4631-afdf-ee0924c86027,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44dc237e-04') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_vif [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:26:45,bridge_name='br-int',has_traffic_filtering=True,id=44dc237e-04d5-4631-afdf-ee0924c86027,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44dc237e-04') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap44dc237e-04, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e8a48668-eef5-40b2-b476-a46f3224abdc) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:31 user nova-compute[74922]: INFO os_vif [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:26:45,bridge_name='br-int',has_traffic_filtering=True,id=44dc237e-04d5-4631-afdf-ee0924c86027,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44dc237e-04')
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WaLFYNJn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:58:31 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1f66e47-e412-4b10-a372-d12f3f264e80]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:58:31 user nova-compute[74922]: No targets found.
Oct 30 05:58:31 user nova-compute[74922]: iSNS:
Oct 30 05:58:31 user nova-compute[74922]: No targets found.
Oct 30 05:58:31 user nova-compute[74922]: STATIC:
Oct 30 05:58:31 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14
Oct 30 05:58:31 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:58:31 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:58:31 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f
Oct 30 05:58:31 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:58:31 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:58:31 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af
Oct 30 05:58:31 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:58:31 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:58:31 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2
Oct 30 05:58:31 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:58:31 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:58:31 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7
Oct 30 05:58:31 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:58:31 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:58:31 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6
Oct 30 05:58:31 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:58:31 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:58:31 user nova-compute[74922]: FIRMWARE:
Oct 30 05:58:31 user nova-compute[74922]: No targets found.
Oct 30 05:58:31 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:58:31 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:58:31 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fd31088-e55c-40ef-936d-4b92de1e302d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43572efe-c2df-4a38-8feb-1b732761bf99\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2634a9e6-9b38-4338-bfc5-2a5885a4eeda]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:58:31 user nova-compute[74922]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:58:31 user nova-compute[74922]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)
Oct 30 05:58:31 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:58:31 user nova-compute[74922]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 (non-flash)
Oct 30 05:58:31 user nova-compute[74922]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)
Oct 30 05:58:31 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:58:31 user nova-compute[74922]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:58:31 user nova-compute[74922]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)
Oct 30 05:58:31 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:58:31 user nova-compute[74922]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 (non-flash)
Oct 30 05:58:31 user nova-compute[74922]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)
Oct 30 05:58:31 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f820862f640>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f'): ({'sdc'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Removing single pathed devices sdc {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb750e69-5fe3-4ac9-9f0d-6965a2e6ef28]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[05bb502b-85f5-438e-9dcc-fcebeba6fe66]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Flushing IO for device /dev/sdc {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2470ac5-e733-40e8-9795-ee9057040023]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.057s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8188c0a4-0713-4101-a9d4-d170256999e2]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] SCSI volumes sdc have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c276d3a-93a6-47e1-ac3b-c79da0e379d6]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --logout" returned: 0 in 0.082s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[373e1a0a-3788-4880-ac2f-4a0c757e3777]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f, portal: 172.16.0.220,3260]
Oct 30 05:58:31 user nova-compute[74922]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f, portal: 172.16.0.220,3260] successful.
Oct 30 05:58:31 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.045s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[60920c8d-04ae-46e1-bb43-2bb6cd18cccf]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.391s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] <== disconnect_volume: return (392ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Start _get_guest_xml network_info=[{"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'mount_device': '/dev/vdb', 'attachment_id': '45c7f4b0-9bad-4875-aaac-0d7856ed156e', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WaLFYNJn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '973a038b-f887-4daf-ba88-7f604e1b6bde', 'attached_at': '', 'detached_at': '', 'volume_id': '1f289544-7b2a-4cdd-abca-85fd20b5113f', 'serial': '1f289544-7b2a-4cdd-abca-85fd20b5113f'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.objects.instance [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'numa_topology' on Instance uuid 973a038b-f887-4daf-ba88-7f604e1b6bde {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.objects.base [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Object Instance<973a038b-f887-4daf-ba88-7f604e1b6bde> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:58:31 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:58:31 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.objects.instance [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'vcpu_model' on Instance uuid 973a038b-f887-4daf-ba88-7f604e1b6bde {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.objects.base [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Object Instance<973a038b-f887-4daf-ba88-7f604e1b6bde> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WaLFYNJn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:58:31 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:58:31 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:58:31 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[519c618e-9a78-4b63-9024-0572ce6cce91]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 05:58:31 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e528bbc-0a02-4366-a66b-47b80777ceaa]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f] added
Oct 30 05:58:31 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a4d74fa-21f3-49f7-b6f8-6a1c233c4774]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.031s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7b72fee-26ed-46a5-be97-9309e77f5096]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WaLFYNJn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WaLFYNJn" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[574a9465-37b1-4f4e-93e5-3b3a506417c8]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WaLFYNJn'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1530b1d-9de8-45db-90a5-d8b90f0f3cf9]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe46dd7a-906e-4973-a566-a86724a20c0e]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43572efe-c2df-4a38-8feb-1b732761bf99 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:58:31 user nova-compute[74922]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)
Oct 30 05:58:31 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:58:31 user nova-compute[74922]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 (non-flash)
Oct 30 05:58:31 user nova-compute[74922]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)
Oct 30 05:58:31 user nova-compute[74922]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43572efe-c2df-4a38-8feb-1b732761bf99 (non-flash)
Oct 30 05:58:31 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:58:31 user nova-compute[74922]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)
Oct 30 05:58:31 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:58:31 user nova-compute[74922]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 (non-flash)
Oct 30 05:58:31 user nova-compute[74922]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)
Oct 30 05:58:31 user nova-compute[74922]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43572efe-c2df-4a38-8feb-1b732761bf99 (non-flash)
Oct 30 05:58:31 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a26e63e-3fcd-4fd2-af86-13c9a4ca8986]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f, portal: 172.16.0.220,3260]
Oct 30 05:58:31 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f, portal: 172.16.0.220,3260] successful.
Oct 30 05:58:31 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1751fee6-667b-44e6-a795-b8165d0e572e]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:58:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:32 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[52841182-70c4-4abf-99f3-9cdcd424293f]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43572efe-c2df-4a38-8feb-1b732761bf99 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:58:32 user nova-compute[74922]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)
Oct 30 05:58:32 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:58:32 user nova-compute[74922]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 (non-flash)
Oct 30 05:58:32 user nova-compute[74922]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)
Oct 30 05:58:32 user nova-compute[74922]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43572efe-c2df-4a38-8feb-1b732761bf99 (non-flash)
Oct 30 05:58:32 user nova-compute[74922]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:58:32 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:58:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:58:32 user nova-compute[74922]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)
Oct 30 05:58:32 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:58:32 user nova-compute[74922]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 (non-flash)
Oct 30 05:58:32 user nova-compute[74922]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)
Oct 30 05:58:32 user nova-compute[74922]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43572efe-c2df-4a38-8feb-1b732761bf99 (non-flash)
Oct 30 05:58:32 user nova-compute[74922]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:58:32 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:58:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.348s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:58:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 05:58:32 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] HCTL ('34', '-', '-', 0) found on session 40 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 05:58:32 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 05:58:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:32 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a97fa164-94aa-4e5b-9102-0dc26d577e20]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:32 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Searching for a device in session 40 and hctl ['34', '*', '*', 0] yield: sdh {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 05:58:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WaLFYNJn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.388s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] <== connect_volume: return (1390ms) {'type': 'block', 'scsi_wwn': '26366303065613236', 'path': '/dev/sdh'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26366303065613236', 'path': '/dev/sdh'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:54:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1997001967',display_name='tempest-AttachVolumeTestJSON-server-1997001967',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1997001967',id=27,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG7abNHk8pzIZ/gsHryn2YzE3thQlKsqlvsQoTPL4yS+3tEKLMU6a7YI4zWWWE5NZfB3tCE6nFumnVrKLAFiuM+whcq7veJxy4anSXYbS4s0SzetD4re5AYq9vjGFS0wNA==',key_name='tempest-keypair-1357408300',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:54:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='2410fa77d1664259aa24b2da35a330d0',ramdisk_id='',reservation_id='r-ysqwq3p8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-128595711',owner_user_name='tempest-AttachVolumeTestJSON-128595711-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:56:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='749adeb1951e475eb0633320223a75ac',uuid=973a038b-f887-4daf-ba88-7f604e1b6bde,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Converting VIF {"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:26:45,bridge_name='br-int',has_traffic_filtering=True,id=44dc237e-04d5-4631-afdf-ee0924c86027,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44dc237e-04') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG nova.objects.instance [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'pci_devices' on Instance uuid 973a038b-f887-4daf-ba88-7f604e1b6bde {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG nova.objects.base [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Object Instance<973a038b-f887-4daf-ba88-7f604e1b6bde> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] End _get_guest_xml xml=<domain type="kvm">
Oct 30 05:58:33 user nova-compute[74922]:   <uuid>973a038b-f887-4daf-ba88-7f604e1b6bde</uuid>
Oct 30 05:58:33 user nova-compute[74922]:   <name>instance-0000001b</name>
Oct 30 05:58:33 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 05:58:33 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 05:58:33 user nova-compute[74922]:   <metadata>
Oct 30 05:58:33 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 05:58:33 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 05:58:33 user nova-compute[74922]:       <nova:name>tempest-AttachVolumeTestJSON-server-1997001967</nova:name>
Oct 30 05:58:33 user nova-compute[74922]:       <nova:creationTime>2023-10-30 05:58:31</nova:creationTime>
Oct 30 05:58:33 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 05:58:33 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 05:58:33 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 05:58:33 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 05:58:33 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 05:58:33 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 05:58:33 user nova-compute[74922]:       </nova:flavor>
Oct 30 05:58:33 user nova-compute[74922]:       <nova:owner>
Oct 30 05:58:33 user nova-compute[74922]:         <nova:user uuid="749adeb1951e475eb0633320223a75ac">tempest-AttachVolumeTestJSON-128595711-project-member</nova:user>
Oct 30 05:58:33 user nova-compute[74922]:         <nova:project uuid="2410fa77d1664259aa24b2da35a330d0">tempest-AttachVolumeTestJSON-128595711</nova:project>
Oct 30 05:58:33 user nova-compute[74922]:       </nova:owner>
Oct 30 05:58:33 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 05:58:33 user nova-compute[74922]:       <nova:ports>
Oct 30 05:58:33 user nova-compute[74922]:         <nova:port uuid="44dc237e-04d5-4631-afdf-ee0924c86027">
Oct 30 05:58:33 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 30 05:58:33 user nova-compute[74922]:         </nova:port>
Oct 30 05:58:33 user nova-compute[74922]:       </nova:ports>
Oct 30 05:58:33 user nova-compute[74922]:     </nova:instance>
Oct 30 05:58:33 user nova-compute[74922]:   </metadata>
Oct 30 05:58:33 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 05:58:33 user nova-compute[74922]:     <system>
Oct 30 05:58:33 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 05:58:33 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 05:58:33 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 05:58:33 user nova-compute[74922]:       <entry name="serial">973a038b-f887-4daf-ba88-7f604e1b6bde</entry>
Oct 30 05:58:33 user nova-compute[74922]:       <entry name="uuid">973a038b-f887-4daf-ba88-7f604e1b6bde</entry>
Oct 30 05:58:33 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 05:58:33 user nova-compute[74922]:     </system>
Oct 30 05:58:33 user nova-compute[74922]:   </sysinfo>
Oct 30 05:58:33 user nova-compute[74922]:   <os>
Oct 30 05:58:33 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 05:58:33 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 05:58:33 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 05:58:33 user nova-compute[74922]:   </os>
Oct 30 05:58:33 user nova-compute[74922]:   <features>
Oct 30 05:58:33 user nova-compute[74922]:     <acpi/>
Oct 30 05:58:33 user nova-compute[74922]:     <apic/>
Oct 30 05:58:33 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 05:58:33 user nova-compute[74922]:   </features>
Oct 30 05:58:33 user nova-compute[74922]:   <clock offset="utc">
Oct 30 05:58:33 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 05:58:33 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 05:58:33 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 05:58:33 user nova-compute[74922]:   </clock>
Oct 30 05:58:33 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 05:58:33 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 05:58:33 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 05:58:33 user nova-compute[74922]:   </cpu>
Oct 30 05:58:33 user nova-compute[74922]:   <devices>
Oct 30 05:58:33 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 05:58:33 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 05:58:33 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk"/>
Oct 30 05:58:33 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 05:58:33 user nova-compute[74922]:     </disk>
Oct 30 05:58:33 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 05:58:33 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:58:33 user nova-compute[74922]:       <source dev="/dev/sdh"/>
Oct 30 05:58:33 user nova-compute[74922]:       <target dev="vdb" bus="virtio"/>
Oct 30 05:58:33 user nova-compute[74922]:       <serial>1f289544-7b2a-4cdd-abca-85fd20b5113f</serial>
Oct 30 05:58:33 user nova-compute[74922]:     </disk>
Oct 30 05:58:33 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 05:58:33 user nova-compute[74922]:       <mac address="fa:16:3e:4b:26:45"/>
Oct 30 05:58:33 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:58:33 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 05:58:33 user nova-compute[74922]:       <target dev="tap44dc237e-04"/>
Oct 30 05:58:33 user nova-compute[74922]:     </interface>
Oct 30 05:58:33 user nova-compute[74922]:     <serial type="pty">
Oct 30 05:58:33 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/console.log" append="off"/>
Oct 30 05:58:33 user nova-compute[74922]:     </serial>
Oct 30 05:58:33 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 05:58:33 user nova-compute[74922]:     <video>
Oct 30 05:58:33 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 05:58:33 user nova-compute[74922]:     </video>
Oct 30 05:58:33 user nova-compute[74922]:     <rng model="virtio">
Oct 30 05:58:33 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 05:58:33 user nova-compute[74922]:     </rng>
Oct 30 05:58:33 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 05:58:33 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 05:58:33 user nova-compute[74922]:       <stats period="10"/>
Oct 30 05:58:33 user nova-compute[74922]:     </memballoon>
Oct 30 05:58:33 user nova-compute[74922]:   </devices>
Oct 30 05:58:33 user nova-compute[74922]: </domain>
Oct 30 05:58:33 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] skipping disk /dev/sdh (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG nova.objects.instance [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'trusted_certs' on Instance uuid 973a038b-f887-4daf-ba88-7f604e1b6bde {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG nova.objects.base [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Object Instance<973a038b-f887-4daf-ba88-7f604e1b6bde> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.198s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Checking if we can resize image /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5f5f406d-2d05-4bd4-b92f-201d3e1d9f50 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Acquiring lock "2c40cefc-8d2b-4403-bba8-a462650999eb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5f5f406d-2d05-4bd4-b92f-201d3e1d9f50 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "2c40cefc-8d2b-4403-bba8-a462650999eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5f5f406d-2d05-4bd4-b92f-201d3e1d9f50 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Acquiring lock "2c40cefc-8d2b-4403-bba8-a462650999eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5f5f406d-2d05-4bd4-b92f-201d3e1d9f50 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "2c40cefc-8d2b-4403-bba8-a462650999eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5f5f406d-2d05-4bd4-b92f-201d3e1d9f50 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "2c40cefc-8d2b-4403-bba8-a462650999eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:33 user nova-compute[74922]: INFO nova.compute.manager [None req-5f5f406d-2d05-4bd4-b92f-201d3e1d9f50 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Terminating instance
Oct 30 05:58:33 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5f5f406d-2d05-4bd4-b92f-201d3e1d9f50 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Cannot resize image /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG nova.objects.instance [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'migration_context' on Instance uuid 973a038b-f887-4daf-ba88-7f604e1b6bde {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG nova.objects.base [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Object Instance<973a038b-f887-4daf-ba88-7f604e1b6bde> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:54:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1997001967',display_name='tempest-AttachVolumeTestJSON-server-1997001967',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1997001967',id=27,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG7abNHk8pzIZ/gsHryn2YzE3thQlKsqlvsQoTPL4yS+3tEKLMU6a7YI4zWWWE5NZfB3tCE6nFumnVrKLAFiuM+whcq7veJxy4anSXYbS4s0SzetD4re5AYq9vjGFS0wNA==',key_name='tempest-keypair-1357408300',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:54:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='2410fa77d1664259aa24b2da35a330d0',ramdisk_id='',reservation_id='r-ysqwq3p8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-128595711',owner_user_name='tempest-AttachVolumeTestJSON-128595711-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:56:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='749adeb1951e475eb0633320223a75ac',uuid=973a038b-f887-4daf-ba88-7f604e1b6bde,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Converting VIF {"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:26:45,bridge_name='br-int',has_traffic_filtering=True,id=44dc237e-04d5-4631-afdf-ee0924c86027,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44dc237e-04') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG os_vif [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:26:45,bridge_name='br-int',has_traffic_filtering=True,id=44dc237e-04d5-4631-afdf-ee0924c86027,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44dc237e-04') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 05:58:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:58:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 05:58:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd462fd32-6dd6-57dc-95a4-575ccdead8d8', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:58:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:58:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap44dc237e-04, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:58:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap44dc237e-04, col_values=(('qos', UUID('a5f93f54-814b-4a17-a4d3-5db475920569')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:58:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap44dc237e-04, col_values=(('external_ids', {'iface-id': '44dc237e-04d5-4631-afdf-ee0924c86027', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4b:26:45', 'vm-uuid': '973a038b-f887-4daf-ba88-7f604e1b6bde'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:58:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:58:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:34 user nova-compute[74922]: INFO os_vif [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:26:45,bridge_name='br-int',has_traffic_filtering=True,id=44dc237e-04d5-4631-afdf-ee0924c86027,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44dc237e-04')
Oct 30 05:58:34 user nova-compute[74922]: DEBUG nova.compute.manager [req-10153547-6d65-4cdb-8683-b7e9102dd82f req-b6eb8225-f790-4902-9bea-972709601509 service nova] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Received event network-vif-unplugged-dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:58:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-10153547-6d65-4cdb-8683-b7e9102dd82f req-b6eb8225-f790-4902-9bea-972709601509 service nova] Acquiring lock "2c40cefc-8d2b-4403-bba8-a462650999eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-10153547-6d65-4cdb-8683-b7e9102dd82f req-b6eb8225-f790-4902-9bea-972709601509 service nova] Lock "2c40cefc-8d2b-4403-bba8-a462650999eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-10153547-6d65-4cdb-8683-b7e9102dd82f req-b6eb8225-f790-4902-9bea-972709601509 service nova] Lock "2c40cefc-8d2b-4403-bba8-a462650999eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:34 user nova-compute[74922]: DEBUG nova.compute.manager [req-10153547-6d65-4cdb-8683-b7e9102dd82f req-b6eb8225-f790-4902-9bea-972709601509 service nova] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] No waiting events found dispatching network-vif-unplugged-dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:58:34 user nova-compute[74922]: DEBUG nova.compute.manager [req-10153547-6d65-4cdb-8683-b7e9102dd82f req-b6eb8225-f790-4902-9bea-972709601509 service nova] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Received event network-vif-unplugged-dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:58:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:35 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Instance destroyed successfully.
Oct 30 05:58:35 user nova-compute[74922]: DEBUG nova.objects.instance [None req-5f5f406d-2d05-4bd4-b92f-201d3e1d9f50 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lazy-loading 'resources' on Instance uuid 2c40cefc-8d2b-4403-bba8-a462650999eb {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-5f5f406d-2d05-4bd4-b92f-201d3e1d9f50 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:49:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-2039312343',display_name='tempest-ServersNegativeTestJSON-server-2039312343',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-2039312343',id=18,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:49:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7c3ab1f1c3b047948042cab54ae37b08',ramdisk_id='',reservation_id='r-0l0fsld9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1001209653',owner_user_name='tempest-ServersNegativeTestJSON-1001209653-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:49:29Z,user_data=None,user_id='d367363e2cff41fba683ee415bfa651d',uuid=2c40cefc-8d2b-4403-bba8-a462650999eb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6", "address": "fa:16:3e:28:20:53", "network": {"id": "7457d9ec-6eda-4079-a03c-7d931204af5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1073143125-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c3ab1f1c3b047948042cab54ae37b08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddc2d2d-f8", "ovs_interfaceid": "dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-5f5f406d-2d05-4bd4-b92f-201d3e1d9f50 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Converting VIF {"id": "dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6", "address": "fa:16:3e:28:20:53", "network": {"id": "7457d9ec-6eda-4079-a03c-7d931204af5d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1073143125-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7c3ab1f1c3b047948042cab54ae37b08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddc2d2d-f8", "ovs_interfaceid": "dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-5f5f406d-2d05-4bd4-b92f-201d3e1d9f50 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:28:20:53,bridge_name='br-int',has_traffic_filtering=True,id=dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6,network=Network(7457d9ec-6eda-4079-a03c-7d931204af5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdddc2d2d-f8') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG os_vif [None req-5f5f406d-2d05-4bd4-b92f-201d3e1d9f50 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:28:20:53,bridge_name='br-int',has_traffic_filtering=True,id=dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6,network=Network(7457d9ec-6eda-4079-a03c-7d931204af5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdddc2d2d-f8') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdddc2d2d-f8, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a0dd692d-3b27-4169-b9ac-05f82689898f) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:35 user nova-compute[74922]: INFO os_vif [None req-5f5f406d-2d05-4bd4-b92f-201d3e1d9f50 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:28:20:53,bridge_name='br-int',has_traffic_filtering=True,id=dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6,network=Network(7457d9ec-6eda-4079-a03c-7d931204af5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdddc2d2d-f8')
Oct 30 05:58:35 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-5f5f406d-2d05-4bd4-b92f-201d3e1d9f50 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Deleting instance files /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb_del
Oct 30 05:58:35 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-5f5f406d-2d05-4bd4-b92f-201d3e1d9f50 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Deletion of /opt/stack/data/nova/instances/2c40cefc-8d2b-4403-bba8-a462650999eb_del complete
Oct 30 05:58:35 user nova-compute[74922]: INFO nova.compute.manager [None req-5f5f406d-2d05-4bd4-b92f-201d3e1d9f50 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Took 1.38 seconds to destroy the instance on the hypervisor.
Oct 30 05:58:35 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-5f5f406d-2d05-4bd4-b92f-201d3e1d9f50 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ee471bf3-94dc-42d7-a251-193a24cd0959 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "4e3bafb9-caaa-4a26-99c2-281620b6313b" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ee471bf3-94dc-42d7-a251-193a24cd0959 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG nova.compute.manager [None req-ee471bf3-94dc-42d7-a251-193a24cd0959 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Going to confirm migration 2 {{(pid=74922) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4773}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ee471bf3-94dc-42d7-a251-193a24cd0959 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "refresh_cache-4e3bafb9-caaa-4a26-99c2-281620b6313b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ee471bf3-94dc-42d7-a251-193a24cd0959 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquired lock "refresh_cache-4e3bafb9-caaa-4a26-99c2-281620b6313b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG nova.network.neutron [None req-ee471bf3-94dc-42d7-a251-193a24cd0959 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG nova.objects.instance [None req-ee471bf3-94dc-42d7-a251-193a24cd0959 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lazy-loading 'info_cache' on Instance uuid 4e3bafb9-caaa-4a26-99c2-281620b6313b {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:36 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:58:36 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Took 0.78 seconds to deallocate network for instance.
Oct 30 05:58:36 user nova-compute[74922]: DEBUG nova.compute.manager [req-fa5814be-ca5f-4716-88aa-d2f1f4690722 req-f0c87b6e-3e75-45b9-b443-943296e06ba0 service nova] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Received event network-vif-deleted-dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:58:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5f5f406d-2d05-4bd4-b92f-201d3e1d9f50 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5f5f406d-2d05-4bd4-b92f-201d3e1d9f50 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.006s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:36 user nova-compute[74922]: DEBUG nova.compute.manager [req-884137b4-8187-4b0c-8372-ee893fe19e37 req-88aa3384-5ea9-448c-b528-287f2f273557 service nova] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Received event network-vif-plugged-dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:58:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-884137b4-8187-4b0c-8372-ee893fe19e37 req-88aa3384-5ea9-448c-b528-287f2f273557 service nova] Acquiring lock "2c40cefc-8d2b-4403-bba8-a462650999eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-884137b4-8187-4b0c-8372-ee893fe19e37 req-88aa3384-5ea9-448c-b528-287f2f273557 service nova] Lock "2c40cefc-8d2b-4403-bba8-a462650999eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-884137b4-8187-4b0c-8372-ee893fe19e37 req-88aa3384-5ea9-448c-b528-287f2f273557 service nova] Lock "2c40cefc-8d2b-4403-bba8-a462650999eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:36 user nova-compute[74922]: DEBUG nova.compute.manager [req-884137b4-8187-4b0c-8372-ee893fe19e37 req-88aa3384-5ea9-448c-b528-287f2f273557 service nova] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] No waiting events found dispatching network-vif-plugged-dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:58:36 user nova-compute[74922]: WARNING nova.compute.manager [req-884137b4-8187-4b0c-8372-ee893fe19e37 req-88aa3384-5ea9-448c-b528-287f2f273557 service nova] [instance: 2c40cefc-8d2b-4403-bba8-a462650999eb] Received unexpected event network-vif-plugged-dddc2d2d-f8ce-46ea-a2d8-dd746b1bebd6 for instance with vm_state deleted and task_state None.
Oct 30 05:58:36 user nova-compute[74922]: DEBUG nova.network.neutron [None req-ee471bf3-94dc-42d7-a251-193a24cd0959 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Updating instance_info_cache with network_info: [{"id": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "address": "fa:16:3e:6a:f6:fb", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d9c4ab8-3c", "ovs_interfaceid": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:58:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ee471bf3-94dc-42d7-a251-193a24cd0959 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Releasing lock "refresh_cache-4e3bafb9-caaa-4a26-99c2-281620b6313b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:58:36 user nova-compute[74922]: DEBUG nova.objects.instance [None req-ee471bf3-94dc-42d7-a251-193a24cd0959 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lazy-loading 'migration_context' on Instance uuid 4e3bafb9-caaa-4a26-99c2-281620b6313b {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:58:36 user nova-compute[74922]: DEBUG nova.objects.base [None req-ee471bf3-94dc-42d7-a251-193a24cd0959 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Object Instance<4e3bafb9-caaa-4a26-99c2-281620b6313b> lazy-loaded attributes: info_cache,migration_context {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:58:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ee471bf3-94dc-42d7-a251-193a24cd0959 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:36 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-5f5f406d-2d05-4bd4-b92f-201d3e1d9f50 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:58:36 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-5f5f406d-2d05-4bd4-b92f-201d3e1d9f50 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:58:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5f5f406d-2d05-4bd4-b92f-201d3e1d9f50 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.564s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ee471bf3-94dc-42d7-a251-193a24cd0959 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.136s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:36 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-5f5f406d-2d05-4bd4-b92f-201d3e1d9f50 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Deleted allocations for instance 2c40cefc-8d2b-4403-bba8-a462650999eb
Oct 30 05:58:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5f5f406d-2d05-4bd4-b92f-201d3e1d9f50 tempest-ServersNegativeTestJSON-1001209653 tempest-ServersNegativeTestJSON-1001209653-project-member] Lock "2c40cefc-8d2b-4403-bba8-a462650999eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.955s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:36 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:58:37 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-ee471bf3-94dc-42d7-a251-193a24cd0959 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:58:37 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-ee471bf3-94dc-42d7-a251-193a24cd0959 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:58:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ee471bf3-94dc-42d7-a251-193a24cd0959 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.463s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:37 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-ee471bf3-94dc-42d7-a251-193a24cd0959 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Deleted allocation for migration 43869913-39d4-46a4-ab08-eff64adba9c5
Oct 30 05:58:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ee471bf3-94dc-42d7-a251-193a24cd0959 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.868s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:37 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:58:37 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:58:37 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:58:38 user nova-compute[74922]: DEBUG nova.compute.manager [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 05:58:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-4562f4de-29d0-4845-abd8-515a3ab50fb9 req-f5cdb899-20b7-4e2d-9eb6-eeeae82bed71 service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received event network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:58:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4562f4de-29d0-4845-abd8-515a3ab50fb9 req-f5cdb899-20b7-4e2d-9eb6-eeeae82bed71 service nova] Acquiring lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4562f4de-29d0-4845-abd8-515a3ab50fb9 req-f5cdb899-20b7-4e2d-9eb6-eeeae82bed71 service nova] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4562f4de-29d0-4845-abd8-515a3ab50fb9 req-f5cdb899-20b7-4e2d-9eb6-eeeae82bed71 service nova] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-4562f4de-29d0-4845-abd8-515a3ab50fb9 req-f5cdb899-20b7-4e2d-9eb6-eeeae82bed71 service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] No waiting events found dispatching network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:58:38 user nova-compute[74922]: WARNING nova.compute.manager [req-4562f4de-29d0-4845-abd8-515a3ab50fb9 req-f5cdb899-20b7-4e2d-9eb6-eeeae82bed71 service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received unexpected event network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 for instance with vm_state stopped and task_state powering-on.
Oct 30 05:58:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-4562f4de-29d0-4845-abd8-515a3ab50fb9 req-f5cdb899-20b7-4e2d-9eb6-eeeae82bed71 service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received event network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:58:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4562f4de-29d0-4845-abd8-515a3ab50fb9 req-f5cdb899-20b7-4e2d-9eb6-eeeae82bed71 service nova] Acquiring lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4562f4de-29d0-4845-abd8-515a3ab50fb9 req-f5cdb899-20b7-4e2d-9eb6-eeeae82bed71 service nova] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4562f4de-29d0-4845-abd8-515a3ab50fb9 req-f5cdb899-20b7-4e2d-9eb6-eeeae82bed71 service nova] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-4562f4de-29d0-4845-abd8-515a3ab50fb9 req-f5cdb899-20b7-4e2d-9eb6-eeeae82bed71 service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] No waiting events found dispatching network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:58:38 user nova-compute[74922]: WARNING nova.compute.manager [req-4562f4de-29d0-4845-abd8-515a3ab50fb9 req-f5cdb899-20b7-4e2d-9eb6-eeeae82bed71 service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received unexpected event network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 for instance with vm_state stopped and task_state powering-on.
Oct 30 05:58:38 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Instance rebooted successfully.
Oct 30 05:58:38 user nova-compute[74922]: DEBUG nova.compute.manager [None req-faa615f8-16e5-471a-92a3-39ca58086397 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:58:38 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:58:38 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 05:58:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:40 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:58:40 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Cleaning up deleted instances {{(pid=74922) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 05:58:40 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] There are 0 instances to clean {{(pid=74922) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 05:58:42 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:58:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:42 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 05:58:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cbada4d-fcb5-42c4-b984-5741edb6e66e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cbada4d-fcb5-42c4-b984-5741edb6e66e/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cbada4d-fcb5-42c4-b984-5741edb6e66e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cbada4d-fcb5-42c4-b984-5741edb6e66e/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:43 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:58:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:58:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdh (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:58:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:58:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7db75206-6a36-48b4-85c6-0b011a794e3e/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7db75206-6a36-48b4-85c6-0b011a794e3e/disk.rescue --force-share --output=json" returned: 0 in 0.293s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7db75206-6a36-48b4-85c6-0b011a794e3e/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7db75206-6a36-48b4-85c6-0b011a794e3e/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:58:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:47 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:58:47 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:58:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=7347MB free_disk=25.223567962646484GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 05:58:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 4c3e6679-374d-4644-b05d-ef0bf04d7a3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:58:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:58:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance f560d747-69e7-4d60-a3c2-8f8307f10149 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:58:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 973a038b-f887-4daf-ba88-7f604e1b6bde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:58:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 152ed8a0-4208-485b-bf31-fcdd5b7469ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:58:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance bf842ae2-dd28-4c55-8c4d-e416d89d75d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:58:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 1cbada4d-fcb5-42c4-b984-5741edb6e66e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:58:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 7db75206-6a36-48b4-85c6-0b011a794e3e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:58:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance d9695caf-03be-4f5e-aac7-b6e3bdd081b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:58:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 4e3bafb9-caaa-4a26-99c2-281620b6313b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:58:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance c9ddbbf4-7a35-4f97-8cb2-427abee9770e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:58:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 05:58:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 05:58:47 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing inventories for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 05:58:47 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Updating ProviderTree inventory for provider efd5e61c-93ae-4193-aa6b-99209077dc32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 05:58:47 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Updating inventory in ProviderTree for provider efd5e61c-93ae-4193-aa6b-99209077dc32 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 05:58:47 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing aggregate associations for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32, aggregates: None {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 05:58:47 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing trait associations for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32, traits: COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE42,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_DEVICE_TAGGING,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_RESCUE_BFV {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 05:58:48 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:58:48 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:58:48 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 05:58:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.753s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:48 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:58:48 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74922) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 05:58:49 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance d9695caf-03be-4f5e-aac7-b6e3bdd081b6 is timed out.
Oct 30 05:58:49 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Successfully detached device vdc from instance d9695caf-03be-4f5e-aac7-b6e3bdd081b6 from the live domain config.
Oct 30 05:58:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZKkqwuUx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:58:49 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:58:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c58304db-f935-4d25-b147-eb6a585c9f7c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:43572efe-c2df-4a38-8feb-1b732761bf99\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:58:49 user nova-compute[74922]: No targets found.
Oct 30 05:58:49 user nova-compute[74922]: iSNS:
Oct 30 05:58:49 user nova-compute[74922]: No targets found.
Oct 30 05:58:49 user nova-compute[74922]: STATIC:
Oct 30 05:58:49 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14
Oct 30 05:58:49 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:58:49 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:58:49 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f
Oct 30 05:58:49 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:58:49 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:58:49 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af
Oct 30 05:58:49 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:58:49 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:58:49 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2
Oct 30 05:58:49 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:58:49 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:58:49 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:43572efe-c2df-4a38-8feb-1b732761bf99
Oct 30 05:58:49 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:58:49 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:58:49 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7
Oct 30 05:58:49 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:58:49 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:58:49 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6
Oct 30 05:58:49 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:58:49 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:58:49 user nova-compute[74922]: FIRMWARE:
Oct 30 05:58:49 user nova-compute[74922]: No targets found.
Oct 30 05:58:49 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:58:49 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:58:49 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f969d484-a59c-4346-8ca2-c0cbf8b183c0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43572efe-c2df-4a38-8feb-1b732761bf99\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e621bd81-b5d4-42bc-afe2-81a05cb8107e]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43572efe-c2df-4a38-8feb-1b732761bf99 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:58:49 user nova-compute[74922]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)
Oct 30 05:58:49 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:58:49 user nova-compute[74922]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 (non-flash)
Oct 30 05:58:49 user nova-compute[74922]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)
Oct 30 05:58:49 user nova-compute[74922]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43572efe-c2df-4a38-8feb-1b732761bf99 (non-flash)
Oct 30 05:58:49 user nova-compute[74922]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:58:49 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:58:49 user nova-compute[74922]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af (non-flash)
Oct 30 05:58:49 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:58:49 user nova-compute[74922]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 (non-flash)
Oct 30 05:58:49 user nova-compute[74922]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)
Oct 30 05:58:49 user nova-compute[74922]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43572efe-c2df-4a38-8feb-1b732761bf99 (non-flash)
Oct 30 05:58:49 user nova-compute[74922]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:58:49 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82086af250>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af'): ({'sdb'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Removing single pathed devices sdb {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[944ef7cc-2211-431a-a5a2-469dc2763a09]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e89b4d3b-432f-4daf-b9bd-bb1e5816e50a]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Flushing IO for device /dev/sdb {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Updating instance_info_cache with network_info: [{"id": "b4b2d896-7321-4cb6-96e0-8d6ba188b02c", "address": "fa:16:3e:fb:e2:f0", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4b2d896-73", "ovs_interfaceid": "b4b2d896-7321-4cb6-96e0-8d6ba188b02c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[becc4dc7-a0c2-42d9-8784-52f77dfb83d5]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f2526f3-91e7-4a16-a7a0-175eec9ab1f0]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4921049e-e224-40fb-9392-2b166508eda7]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[14891b2e-6337-4741-8aab-f82f973ad576]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af, portal: 172.16.0.220,3260]
Oct 30 05:58:49 user nova-compute[74922]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af, portal: 172.16.0.220,3260] successful.
Oct 30 05:58:49 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afab8282-4872-4293-9656-81dd950d78af -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[94e0e4f5-b8f6-49b6-ad66-5843d6767645]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.358s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] <== disconnect_volume: return (360ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:58:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:58:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:50 user nova-compute[74922]: DEBUG nova.objects.instance [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lazy-loading 'flavor' on Instance uuid d9695caf-03be-4f5e-aac7-b6e3bdd081b6 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:58:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-46fe6935-1a19-4482-83a0-0fb89bb0f24d tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.022s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:58:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 05:58:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 05:58:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 05:58:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:58:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-de867f45-a31a-44f2-8b6b-09f21a559c90 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "f560d747-69e7-4d60-a3c2-8f8307f10149" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-de867f45-a31a-44f2-8b6b-09f21a559c90 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "f560d747-69e7-4d60-a3c2-8f8307f10149" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-de867f45-a31a-44f2-8b6b-09f21a559c90 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "f560d747-69e7-4d60-a3c2-8f8307f10149-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-de867f45-a31a-44f2-8b6b-09f21a559c90 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "f560d747-69e7-4d60-a3c2-8f8307f10149-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-de867f45-a31a-44f2-8b6b-09f21a559c90 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "f560d747-69e7-4d60-a3c2-8f8307f10149-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:55 user nova-compute[74922]: INFO nova.compute.manager [None req-de867f45-a31a-44f2-8b6b-09f21a559c90 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Terminating instance
Oct 30 05:58:55 user nova-compute[74922]: DEBUG nova.compute.manager [None req-de867f45-a31a-44f2-8b6b-09f21a559c90 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 05:58:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:56 user nova-compute[74922]: DEBUG nova.compute.manager [req-442c0fb0-3ce9-4e57-a210-d453b357818c req-d4a28321-b4cf-470e-9353-4ca54f39009d service nova] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Received event network-vif-unplugged-3e2e6510-4cae-42d5-a373-b8dea1872895 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:58:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-442c0fb0-3ce9-4e57-a210-d453b357818c req-d4a28321-b4cf-470e-9353-4ca54f39009d service nova] Acquiring lock "f560d747-69e7-4d60-a3c2-8f8307f10149-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-442c0fb0-3ce9-4e57-a210-d453b357818c req-d4a28321-b4cf-470e-9353-4ca54f39009d service nova] Lock "f560d747-69e7-4d60-a3c2-8f8307f10149-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-442c0fb0-3ce9-4e57-a210-d453b357818c req-d4a28321-b4cf-470e-9353-4ca54f39009d service nova] Lock "f560d747-69e7-4d60-a3c2-8f8307f10149-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:56 user nova-compute[74922]: DEBUG nova.compute.manager [req-442c0fb0-3ce9-4e57-a210-d453b357818c req-d4a28321-b4cf-470e-9353-4ca54f39009d service nova] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] No waiting events found dispatching network-vif-unplugged-3e2e6510-4cae-42d5-a373-b8dea1872895 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:58:56 user nova-compute[74922]: DEBUG nova.compute.manager [req-442c0fb0-3ce9-4e57-a210-d453b357818c req-d4a28321-b4cf-470e-9353-4ca54f39009d service nova] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Received event network-vif-unplugged-3e2e6510-4cae-42d5-a373-b8dea1872895 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:58:56 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Instance destroyed successfully.
Oct 30 05:58:56 user nova-compute[74922]: DEBUG nova.objects.instance [None req-de867f45-a31a-44f2-8b6b-09f21a559c90 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lazy-loading 'resources' on Instance uuid f560d747-69e7-4d60-a3c2-8f8307f10149 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:58:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-de867f45-a31a-44f2-8b6b-09f21a559c90 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:53:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1247092623',display_name='tempest-AttachVolumeNegativeTest-server-1247092623',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1247092623',id=26,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNIEdA5tQBugI/Kh1rB1yhIJv0tNfUjJ6Nxi1DHdeuBv3LUwgcHgxf+zs9I44lQ2ztIVnqugVj0j5i4ReyzSEMEUB03Aoz+cTPJ1YC5lM03r2WJVKsQogHAEbSyXS8IifA==',key_name='tempest-keypair-1585603420',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:53:48Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='647004aba5a44a0396d1f4891224c7dc',ramdisk_id='',reservation_id='r-pwyouk5g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-460499645',owner_user_name='tempest-AttachVolumeNegativeTest-460499645-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:53:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0fc523869f524f2598eddbd67e616807',uuid=f560d747-69e7-4d60-a3c2-8f8307f10149,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3e2e6510-4cae-42d5-a373-b8dea1872895", "address": "fa:16:3e:e8:4b:8b", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e2e6510-4c", "ovs_interfaceid": "3e2e6510-4cae-42d5-a373-b8dea1872895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:58:56 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-de867f45-a31a-44f2-8b6b-09f21a559c90 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Converting VIF {"id": "3e2e6510-4cae-42d5-a373-b8dea1872895", "address": "fa:16:3e:e8:4b:8b", "network": {"id": "9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1744525931-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "647004aba5a44a0396d1f4891224c7dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e2e6510-4c", "ovs_interfaceid": "3e2e6510-4cae-42d5-a373-b8dea1872895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:58:56 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-de867f45-a31a-44f2-8b6b-09f21a559c90 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e8:4b:8b,bridge_name='br-int',has_traffic_filtering=True,id=3e2e6510-4cae-42d5-a373-b8dea1872895,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e2e6510-4c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:58:56 user nova-compute[74922]: DEBUG os_vif [None req-de867f45-a31a-44f2-8b6b-09f21a559c90 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e8:4b:8b,bridge_name='br-int',has_traffic_filtering=True,id=3e2e6510-4cae-42d5-a373-b8dea1872895,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e2e6510-4c') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:58:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3e2e6510-4c, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:58:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7d860aa5-46f1-4b0f-afd7-7fbcde403155) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:58:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:58:56 user nova-compute[74922]: INFO os_vif [None req-de867f45-a31a-44f2-8b6b-09f21a559c90 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e8:4b:8b,bridge_name='br-int',has_traffic_filtering=True,id=3e2e6510-4cae-42d5-a373-b8dea1872895,network=Network(9e1b3c08-ae1d-4cef-aa49-f3bf91f1c2ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e2e6510-4c')
Oct 30 05:58:56 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-de867f45-a31a-44f2-8b6b-09f21a559c90 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Deleting instance files /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149_del
Oct 30 05:58:56 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-de867f45-a31a-44f2-8b6b-09f21a559c90 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Deletion of /opt/stack/data/nova/instances/f560d747-69e7-4d60-a3c2-8f8307f10149_del complete
Oct 30 05:58:56 user nova-compute[74922]: INFO nova.compute.manager [None req-de867f45-a31a-44f2-8b6b-09f21a559c90 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Took 0.68 seconds to destroy the instance on the hypervisor.
Oct 30 05:58:56 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-de867f45-a31a-44f2-8b6b-09f21a559c90 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 05:58:56 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 05:58:56 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 05:58:57 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:58:57 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Took 0.88 seconds to deallocate network for instance.
Oct 30 05:58:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-de867f45-a31a-44f2-8b6b-09f21a559c90 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-de867f45-a31a-44f2-8b6b-09f21a559c90 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:57 user nova-compute[74922]: DEBUG nova.compute.manager [req-d5360180-6042-46ca-b4bc-ee9dfad4d083 req-680727a7-84f8-4e61-b247-d1f9e3c049c4 service nova] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Received event network-vif-deleted-3e2e6510-4cae-42d5-a373-b8dea1872895 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:58:57 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-de867f45-a31a-44f2-8b6b-09f21a559c90 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:58:57 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-de867f45-a31a-44f2-8b6b-09f21a559c90 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:58:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-de867f45-a31a-44f2-8b6b-09f21a559c90 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.392s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:57 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-de867f45-a31a-44f2-8b6b-09f21a559c90 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Deleted allocations for instance f560d747-69e7-4d60-a3c2-8f8307f10149
Oct 30 05:58:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-de867f45-a31a-44f2-8b6b-09f21a559c90 tempest-AttachVolumeNegativeTest-460499645 tempest-AttachVolumeNegativeTest-460499645-project-member] Lock "f560d747-69e7-4d60-a3c2-8f8307f10149" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.136s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:58 user nova-compute[74922]: DEBUG nova.compute.manager [req-16433563-8815-4840-ac43-8e6787442c9e req-c994416d-4443-497a-bf49-645b1856fcdf service nova] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Received event network-vif-plugged-3e2e6510-4cae-42d5-a373-b8dea1872895 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:58:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-16433563-8815-4840-ac43-8e6787442c9e req-c994416d-4443-497a-bf49-645b1856fcdf service nova] Acquiring lock "f560d747-69e7-4d60-a3c2-8f8307f10149-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:58:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-16433563-8815-4840-ac43-8e6787442c9e req-c994416d-4443-497a-bf49-645b1856fcdf service nova] Lock "f560d747-69e7-4d60-a3c2-8f8307f10149-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:58:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-16433563-8815-4840-ac43-8e6787442c9e req-c994416d-4443-497a-bf49-645b1856fcdf service nova] Lock "f560d747-69e7-4d60-a3c2-8f8307f10149-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:58:58 user nova-compute[74922]: DEBUG nova.compute.manager [req-16433563-8815-4840-ac43-8e6787442c9e req-c994416d-4443-497a-bf49-645b1856fcdf service nova] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] No waiting events found dispatching network-vif-plugged-3e2e6510-4cae-42d5-a373-b8dea1872895 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:58:58 user nova-compute[74922]: WARNING nova.compute.manager [req-16433563-8815-4840-ac43-8e6787442c9e req-c994416d-4443-497a-bf49-645b1856fcdf service nova] [instance: f560d747-69e7-4d60-a3c2-8f8307f10149] Received unexpected event network-vif-plugged-3e2e6510-4cae-42d5-a373-b8dea1872895 for instance with vm_state deleted and task_state None.
Oct 30 05:58:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:04 user nova-compute[74922]: INFO nova.compute.manager [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Detaching volume 1cedee40-1ef4-4ecf-a79b-1c263acf24b2
Oct 30 05:59:04 user nova-compute[74922]: INFO nova.virt.block_device [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Attempting to driver detach volume 1cedee40-1ef4-4ecf-a79b-1c263acf24b2 from mountpoint /dev/vdb
Oct 30 05:59:05 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Attempting to detach device vdb from instance 1cbada4d-fcb5-42c4-b984-5741edb6e66e from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 05:59:05 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:59:05 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:59:05 user nova-compute[74922]:   <source dev="/dev/sdf"/>
Oct 30 05:59:05 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:59:05 user nova-compute[74922]:   <serial>1cedee40-1ef4-4ecf-a79b-1c263acf24b2</serial>
Oct 30 05:59:05 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 05:59:05 user nova-compute[74922]: </disk>
Oct 30 05:59:05 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:59:05 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Successfully detached device vdb from instance 1cbada4d-fcb5-42c4-b984-5741edb6e66e from the persistent domain config.
Oct 30 05:59:05 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 1cbada4d-fcb5-42c4-b984-5741edb6e66e from the live domain config. {{(pid=74922) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 05:59:05 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 05:59:05 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 05:59:05 user nova-compute[74922]:   <source dev="/dev/sdf"/>
Oct 30 05:59:05 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 05:59:05 user nova-compute[74922]:   <serial>1cedee40-1ef4-4ecf-a79b-1c263acf24b2</serial>
Oct 30 05:59:05 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 05:59:05 user nova-compute[74922]: </disk>
Oct 30 05:59:05 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 05:59:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:05 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 1cbada4d-fcb5-42c4-b984-5741edb6e66e {{(pid=74922) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 05:59:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid 4c3e6679-374d-4644-b05d-ef0bf04d7a3a {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid d9695caf-03be-4f5e-aac7-b6e3bdd081b6 {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid 973a038b-f887-4daf-ba88-7f604e1b6bde {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid 4e3bafb9-caaa-4a26-99c2-281620b6313b {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid 152ed8a0-4208-485b-bf31-fcdd5b7469ed {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid bf842ae2-dd28-4c55-8c4d-e416d89d75d2 {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid 1cbada4d-fcb5-42c4-b984-5741edb6e66e {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid 7db75206-6a36-48b4-85c6-0b011a794e3e {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid c9ddbbf4-7a35-4f97-8cb2-427abee9770e {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "973a038b-f887-4daf-ba88-7f604e1b6bde" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "4e3bafb9-caaa-4a26-99c2-281620b6313b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "7db75206-6a36-48b4-85c6-0b011a794e3e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.041s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.041s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.049s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.049s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.053s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.056s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.058s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.060s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.064s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cdcb6b7a-cf0b-45c9-969b-9de0c66ce6f7 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cdcb6b7a-cf0b-45c9-969b-9de0c66ce6f7 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cdcb6b7a-cf0b-45c9-969b-9de0c66ce6f7 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cdcb6b7a-cf0b-45c9-969b-9de0c66ce6f7 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cdcb6b7a-cf0b-45c9-969b-9de0c66ce6f7 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:19 user nova-compute[74922]: INFO nova.compute.manager [None req-cdcb6b7a-cf0b-45c9-969b-9de0c66ce6f7 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Terminating instance
Oct 30 05:59:19 user nova-compute[74922]: DEBUG nova.compute.manager [None req-cdcb6b7a-cf0b-45c9-969b-9de0c66ce6f7 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 05:59:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-61ad52f1-0726-4b6a-b42c-87b9f2fc5489 req-5000ed99-343a-48bc-a68a-7025a1957d62 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Received event network-vif-unplugged-78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:59:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-61ad52f1-0726-4b6a-b42c-87b9f2fc5489 req-5000ed99-343a-48bc-a68a-7025a1957d62 service nova] Acquiring lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-61ad52f1-0726-4b6a-b42c-87b9f2fc5489 req-5000ed99-343a-48bc-a68a-7025a1957d62 service nova] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-61ad52f1-0726-4b6a-b42c-87b9f2fc5489 req-5000ed99-343a-48bc-a68a-7025a1957d62 service nova] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-61ad52f1-0726-4b6a-b42c-87b9f2fc5489 req-5000ed99-343a-48bc-a68a-7025a1957d62 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] No waiting events found dispatching network-vif-unplugged-78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:59:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-61ad52f1-0726-4b6a-b42c-87b9f2fc5489 req-5000ed99-343a-48bc-a68a-7025a1957d62 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Received event network-vif-unplugged-78cde883-831a-466d-a995-86216926c0a1 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:59:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:19 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Instance destroyed successfully.
Oct 30 05:59:19 user nova-compute[74922]: DEBUG nova.objects.instance [None req-cdcb6b7a-cf0b-45c9-969b-9de0c66ce6f7 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lazy-loading 'resources' on Instance uuid d9695caf-03be-4f5e-aac7-b6e3bdd081b6 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:59:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-cdcb6b7a-cf0b-45c9-969b-9de0c66ce6f7 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T05:52:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1110358925',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1110358925',id=24,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHkP9KtBBggVQyIWTz+8R02hDMafpswOH14OxR9ZqoVvzW5EUzFEq4GplrEbMDKPFh+vboO+jp6Cf7TvWcEckwaeRA6m1FHBO8cAgfu+wbW3NZGQczEJNK2jYsv2CKbwmA==',key_name='tempest-keypair-739191776',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:57:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='73d2a39f4ae84da684337b7e136087ac',ramdisk_id='',reservation_id='r-3ti7qibe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-2094568404',owner_user_name='tempest-AttachVolumeShelveTestJSON-2094568404-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:57:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796b18db1279483e9fb141b8cc077abe',uuid=d9695caf-03be-4f5e-aac7-b6e3bdd081b6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "78cde883-831a-466d-a995-86216926c0a1", "address": "fa:16:3e:df:14:2f", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78cde883-83", "ovs_interfaceid": "78cde883-831a-466d-a995-86216926c0a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:59:20 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-cdcb6b7a-cf0b-45c9-969b-9de0c66ce6f7 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Converting VIF {"id": "78cde883-831a-466d-a995-86216926c0a1", "address": "fa:16:3e:df:14:2f", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78cde883-83", "ovs_interfaceid": "78cde883-831a-466d-a995-86216926c0a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:59:20 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-cdcb6b7a-cf0b-45c9-969b-9de0c66ce6f7 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:14:2f,bridge_name='br-int',has_traffic_filtering=True,id=78cde883-831a-466d-a995-86216926c0a1,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78cde883-83') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:59:20 user nova-compute[74922]: DEBUG os_vif [None req-cdcb6b7a-cf0b-45c9-969b-9de0c66ce6f7 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:14:2f,bridge_name='br-int',has_traffic_filtering=True,id=78cde883-831a-466d-a995-86216926c0a1,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78cde883-83') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:59:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap78cde883-83, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:59:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:59:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=35c8e202-9303-44bb-b02d-4d92b48a543f) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:59:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:59:20 user nova-compute[74922]: INFO os_vif [None req-cdcb6b7a-cf0b-45c9-969b-9de0c66ce6f7 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:14:2f,bridge_name='br-int',has_traffic_filtering=True,id=78cde883-831a-466d-a995-86216926c0a1,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78cde883-83')
Oct 30 05:59:20 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-cdcb6b7a-cf0b-45c9-969b-9de0c66ce6f7 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Deleting instance files /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6_del
Oct 30 05:59:20 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-cdcb6b7a-cf0b-45c9-969b-9de0c66ce6f7 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Deletion of /opt/stack/data/nova/instances/d9695caf-03be-4f5e-aac7-b6e3bdd081b6_del complete
Oct 30 05:59:20 user nova-compute[74922]: INFO nova.compute.manager [None req-cdcb6b7a-cf0b-45c9-969b-9de0c66ce6f7 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 30 05:59:20 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-cdcb6b7a-cf0b-45c9-969b-9de0c66ce6f7 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 05:59:20 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 05:59:20 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 05:59:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:21 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:59:21 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Took 1.04 seconds to deallocate network for instance.
Oct 30 05:59:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cdcb6b7a-cf0b-45c9-969b-9de0c66ce6f7 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cdcb6b7a-cf0b-45c9-969b-9de0c66ce6f7 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:21 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-cdcb6b7a-cf0b-45c9-969b-9de0c66ce6f7 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:59:21 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-cdcb6b7a-cf0b-45c9-969b-9de0c66ce6f7 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:59:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cdcb6b7a-cf0b-45c9-969b-9de0c66ce6f7 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.355s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:21 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-cdcb6b7a-cf0b-45c9-969b-9de0c66ce6f7 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Deleted allocations for instance d9695caf-03be-4f5e-aac7-b6e3bdd081b6
Oct 30 05:59:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cdcb6b7a-cf0b-45c9-969b-9de0c66ce6f7 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.497s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:21 user nova-compute[74922]: DEBUG nova.compute.manager [req-3f6f76ac-16f3-46e0-879f-66e763933bcc req-c9516773-56c3-468d-b452-b9762ee8c687 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Received event network-vif-plugged-78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:59:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3f6f76ac-16f3-46e0-879f-66e763933bcc req-c9516773-56c3-468d-b452-b9762ee8c687 service nova] Acquiring lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3f6f76ac-16f3-46e0-879f-66e763933bcc req-c9516773-56c3-468d-b452-b9762ee8c687 service nova] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3f6f76ac-16f3-46e0-879f-66e763933bcc req-c9516773-56c3-468d-b452-b9762ee8c687 service nova] Lock "d9695caf-03be-4f5e-aac7-b6e3bdd081b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:21 user nova-compute[74922]: DEBUG nova.compute.manager [req-3f6f76ac-16f3-46e0-879f-66e763933bcc req-c9516773-56c3-468d-b452-b9762ee8c687 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] No waiting events found dispatching network-vif-plugged-78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:59:21 user nova-compute[74922]: WARNING nova.compute.manager [req-3f6f76ac-16f3-46e0-879f-66e763933bcc req-c9516773-56c3-468d-b452-b9762ee8c687 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Received unexpected event network-vif-plugged-78cde883-831a-466d-a995-86216926c0a1 for instance with vm_state deleted and task_state None.
Oct 30 05:59:21 user nova-compute[74922]: DEBUG nova.compute.manager [req-3f6f76ac-16f3-46e0-879f-66e763933bcc req-c9516773-56c3-468d-b452-b9762ee8c687 service nova] [instance: d9695caf-03be-4f5e-aac7-b6e3bdd081b6] Received event network-vif-deleted-78cde883-831a-466d-a995-86216926c0a1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:59:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:25 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 1cbada4d-fcb5-42c4-b984-5741edb6e66e is timed out.
Oct 30 05:59:25 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Successfully detached device vdb from instance 1cbada4d-fcb5-42c4-b984-5741edb6e66e from the live domain config.
Oct 30 05:59:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RyEXWDlA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:59:25 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:59:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[089d8bd8-e9ff-4257-9e8b-098daf298966]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:59:25 user nova-compute[74922]: No targets found.
Oct 30 05:59:25 user nova-compute[74922]: iSNS:
Oct 30 05:59:25 user nova-compute[74922]: No targets found.
Oct 30 05:59:25 user nova-compute[74922]: STATIC:
Oct 30 05:59:25 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14
Oct 30 05:59:25 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:59:25 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:59:25 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f
Oct 30 05:59:25 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:59:25 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:59:25 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2
Oct 30 05:59:25 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:59:25 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:59:25 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7
Oct 30 05:59:25 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:59:25 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:59:25 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6
Oct 30 05:59:25 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:59:25 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:59:25 user nova-compute[74922]: FIRMWARE:
Oct 30 05:59:25 user nova-compute[74922]: No targets found.
Oct 30 05:59:25 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:59:25 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:59:25 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfeb2ae3-db4e-496f-a809-991e47f53ed2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ece67833-59da-40d0-ae88-e164982d1369]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:59:25 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:59:25 user nova-compute[74922]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 (non-flash)
Oct 30 05:59:25 user nova-compute[74922]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)
Oct 30 05:59:25 user nova-compute[74922]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:59:25 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:59:25 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:59:25 user nova-compute[74922]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 (non-flash)
Oct 30 05:59:25 user nova-compute[74922]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)
Oct 30 05:59:25 user nova-compute[74922]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:59:25 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8208683130>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2'): ({'sdf'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Removing single pathed devices sdf {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[07c17475-bd13-442d-ba58-59276ffbe851]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d53c026-b8b6-4201-b451-0f96c0e52d4c]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Flushing IO for device /dev/sdf {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c949f9b2-bdd8-4747-b45e-9b7fd690c016]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.045s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[62019168-c9d8-4314-aae1-c45073acc15e]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] SCSI volumes sdf have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bf9b312-5309-4e42-b3d5-363f17480655]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc18a152-26ed-42e0-8e77-007d32b116ab]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2, portal: 172.16.0.220,3260]
Oct 30 05:59:25 user nova-compute[74922]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2, portal: 172.16.0.220,3260] successful.
Oct 30 05:59:25 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[42be2a30-74a6-475a-b710-42eb5ec2a062]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.326s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] <== disconnect_volume: return (328ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:59:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:59:26 user nova-compute[74922]: DEBUG nova.objects.instance [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lazy-loading 'flavor' on Instance uuid 1cbada4d-fcb5-42c4-b984-5741edb6e66e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:59:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c9492afe-817b-44c6-bd02-723c0b28f02b tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.017s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.795s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:26 user nova-compute[74922]: INFO nova.compute.manager [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Terminating instance
Oct 30 05:59:26 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 05:59:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-a534c0e8-0c07-45c3-9f39-80ef22a84ac8 req-b86ba4c0-6404-4974-a8c9-03457f63f129 service nova] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Received event network-vif-unplugged-d8ab78c1-095d-4541-a4fb-4839c43738c8 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-a534c0e8-0c07-45c3-9f39-80ef22a84ac8 req-b86ba4c0-6404-4974-a8c9-03457f63f129 service nova] Acquiring lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-a534c0e8-0c07-45c3-9f39-80ef22a84ac8 req-b86ba4c0-6404-4974-a8c9-03457f63f129 service nova] Lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-a534c0e8-0c07-45c3-9f39-80ef22a84ac8 req-b86ba4c0-6404-4974-a8c9-03457f63f129 service nova] Lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-a534c0e8-0c07-45c3-9f39-80ef22a84ac8 req-b86ba4c0-6404-4974-a8c9-03457f63f129 service nova] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] No waiting events found dispatching network-vif-unplugged-d8ab78c1-095d-4541-a4fb-4839c43738c8 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-a534c0e8-0c07-45c3-9f39-80ef22a84ac8 req-b86ba4c0-6404-4974-a8c9-03457f63f129 service nova] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Received event network-vif-unplugged-d8ab78c1-095d-4541-a4fb-4839c43738c8 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 05:59:27 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Instance destroyed successfully.
Oct 30 05:59:27 user nova-compute[74922]: DEBUG nova.objects.instance [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lazy-loading 'resources' on Instance uuid 1cbada4d-fcb5-42c4-b984-5741edb6e66e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:55:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1102400136',display_name='tempest-VolumesSnapshotTestJSON-instance-1102400136',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1102400136',id=31,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDSwUrp7ZifG3Ad5iAGEP+k2GEmntKag0NeuFaVKl6MaZmp+/GBEJHok7EMTeet9t+qqBJCic5lU/NEOGwV2o5pFPvHAYV3dsYFgFARa+O2gWKko5T1PgmdimswiVgrgug==',key_name='tempest-keypair-1766565327',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:55:48Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4d462bf0904f4698a414513983cdff9a',ramdisk_id='',reservation_id='r-9v9zmqp7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1631386676',owner_user_name='tempest-VolumesSnapshotTestJSON-1631386676-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:55:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='908aa35e28b94a7dbb1b6877ad88ba32',uuid=1cbada4d-fcb5-42c4-b984-5741edb6e66e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d8ab78c1-095d-4541-a4fb-4839c43738c8", "address": "fa:16:3e:ce:cc:fd", "network": {"id": "4bd80c41-6e35-4903-a6be-6ac5206abce0", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-982368985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.88", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d462bf0904f4698a414513983cdff9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8ab78c1-09", "ovs_interfaceid": "d8ab78c1-095d-4541-a4fb-4839c43738c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Converting VIF {"id": "d8ab78c1-095d-4541-a4fb-4839c43738c8", "address": "fa:16:3e:ce:cc:fd", "network": {"id": "4bd80c41-6e35-4903-a6be-6ac5206abce0", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-982368985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.88", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d462bf0904f4698a414513983cdff9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8ab78c1-09", "ovs_interfaceid": "d8ab78c1-095d-4541-a4fb-4839c43738c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ce:cc:fd,bridge_name='br-int',has_traffic_filtering=True,id=d8ab78c1-095d-4541-a4fb-4839c43738c8,network=Network(4bd80c41-6e35-4903-a6be-6ac5206abce0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8ab78c1-09') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG os_vif [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ce:cc:fd,bridge_name='br-int',has_traffic_filtering=True,id=d8ab78c1-095d-4541-a4fb-4839c43738c8,network=Network(4bd80c41-6e35-4903-a6be-6ac5206abce0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8ab78c1-09') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd8ab78c1-09, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=42bd75e2-1a0c-4835-b213-8dbe050d68ae) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:27 user nova-compute[74922]: INFO os_vif [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ce:cc:fd,bridge_name='br-int',has_traffic_filtering=True,id=d8ab78c1-095d-4541-a4fb-4839c43738c8,network=Network(4bd80c41-6e35-4903-a6be-6ac5206abce0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8ab78c1-09')
Oct 30 05:59:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RyEXWDlA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:59:27 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:59:27 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.031s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[04650861-21b7-46e5-a3f3-a87b5b01e818]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:59:27 user nova-compute[74922]: No targets found.
Oct 30 05:59:27 user nova-compute[74922]: iSNS:
Oct 30 05:59:27 user nova-compute[74922]: No targets found.
Oct 30 05:59:27 user nova-compute[74922]: STATIC:
Oct 30 05:59:27 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14
Oct 30 05:59:27 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:59:27 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:59:27 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f
Oct 30 05:59:27 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:59:27 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:59:27 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7
Oct 30 05:59:27 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:59:27 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:59:27 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6
Oct 30 05:59:27 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:59:27 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:59:27 user nova-compute[74922]: FIRMWARE:
Oct 30 05:59:27 user nova-compute[74922]: No targets found.
Oct 30 05:59:27 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:59:27 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:59:27 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1cedee40-1ef4-4ecf-a79b-1c263acf24b2', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6373c46-1861-41d3-9f9e-7af2fa03aa99]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[835c6961-1a2f-4120-a6bf-d8e2570e6f8c]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:59:27 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:59:27 user nova-compute[74922]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)
Oct 30 05:59:27 user nova-compute[74922]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:59:27 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:59:27 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:59:27 user nova-compute[74922]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)
Oct 30 05:59:27 user nova-compute[74922]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:59:27 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8208683c70>, {}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Disconnecting from: [] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.090s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] <== disconnect_volume: return (92ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:59:27 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Deleting instance files /opt/stack/data/nova/instances/1cbada4d-fcb5-42c4-b984-5741edb6e66e_del
Oct 30 05:59:27 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Deletion of /opt/stack/data/nova/instances/1cbada4d-fcb5-42c4-b984-5741edb6e66e_del complete
Oct 30 05:59:27 user nova-compute[74922]: INFO nova.compute.manager [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Took 0.97 seconds to destroy the instance on the hypervisor.
Oct 30 05:59:27 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 05:59:27 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 05:59:28 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:59:29 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Took 1.20 seconds to deallocate network for instance.
Oct 30 05:59:29 user nova-compute[74922]: WARNING nova.volume.cinder [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Attachment b50891ca-75b4-442b-bed4-c1187e20d5e8 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = b50891ca-75b4-442b-bed4-c1187e20d5e8. (HTTP 404) (Request-ID: req-6aeeb835-53b3-495b-bd52-4f62d577e78c)
Oct 30 05:59:29 user nova-compute[74922]: INFO nova.compute.manager [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Took 0.02 seconds to detach 1 volumes for instance.
Oct 30 05:59:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:29 user nova-compute[74922]: DEBUG nova.compute.manager [req-9fb7d659-1f6a-43fa-8d89-c5126f4e665b req-ccf66320-55d0-448c-b1bf-e4f927a078f6 service nova] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Received event network-vif-plugged-d8ab78c1-095d-4541-a4fb-4839c43738c8 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:59:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9fb7d659-1f6a-43fa-8d89-c5126f4e665b req-ccf66320-55d0-448c-b1bf-e4f927a078f6 service nova] Acquiring lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9fb7d659-1f6a-43fa-8d89-c5126f4e665b req-ccf66320-55d0-448c-b1bf-e4f927a078f6 service nova] Lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9fb7d659-1f6a-43fa-8d89-c5126f4e665b req-ccf66320-55d0-448c-b1bf-e4f927a078f6 service nova] Lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:29 user nova-compute[74922]: DEBUG nova.compute.manager [req-9fb7d659-1f6a-43fa-8d89-c5126f4e665b req-ccf66320-55d0-448c-b1bf-e4f927a078f6 service nova] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] No waiting events found dispatching network-vif-plugged-d8ab78c1-095d-4541-a4fb-4839c43738c8 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:59:29 user nova-compute[74922]: WARNING nova.compute.manager [req-9fb7d659-1f6a-43fa-8d89-c5126f4e665b req-ccf66320-55d0-448c-b1bf-e4f927a078f6 service nova] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Received unexpected event network-vif-plugged-d8ab78c1-095d-4541-a4fb-4839c43738c8 for instance with vm_state deleted and task_state None.
Oct 30 05:59:29 user nova-compute[74922]: DEBUG nova.compute.manager [req-9fb7d659-1f6a-43fa-8d89-c5126f4e665b req-ccf66320-55d0-448c-b1bf-e4f927a078f6 service nova] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] Received event network-vif-deleted-d8ab78c1-095d-4541-a4fb-4839c43738c8 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:59:29 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:59:29 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:59:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.283s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:29 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Deleted allocations for instance 1cbada4d-fcb5-42c4-b984-5741edb6e66e
Oct 30 05:59:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f3cdf9ca-bed7-4254-8079-c66f3571de02 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.691s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 15.288s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:29 user nova-compute[74922]: INFO nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 1cbada4d-fcb5-42c4-b984-5741edb6e66e] During sync_power_state the instance has a pending task (deleting). Skip.
Oct 30 05:59:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "1cbada4d-fcb5-42c4-b984-5741edb6e66e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:35 user nova-compute[74922]: INFO nova.compute.manager [None req-a9da53d0-b30e-450b-97d5-aec9b979e1e3 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Unrescuing
Oct 30 05:59:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-a9da53d0-b30e-450b-97d5-aec9b979e1e3 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "refresh_cache-7db75206-6a36-48b4-85c6-0b011a794e3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:59:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-a9da53d0-b30e-450b-97d5-aec9b979e1e3 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquired lock "refresh_cache-7db75206-6a36-48b4-85c6-0b011a794e3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:59:35 user nova-compute[74922]: DEBUG nova.network.neutron [None req-a9da53d0-b30e-450b-97d5-aec9b979e1e3 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:59:35 user nova-compute[74922]: DEBUG nova.network.neutron [None req-a9da53d0-b30e-450b-97d5-aec9b979e1e3 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Updating instance_info_cache with network_info: [{"id": "9f3aa979-a7f1-480d-8402-ab3540329d53", "address": "fa:16:3e:6a:b1:bb", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9f3aa979-a7", "ovs_interfaceid": "9f3aa979-a7f1-480d-8402-ab3540329d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:59:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-a9da53d0-b30e-450b-97d5-aec9b979e1e3 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Releasing lock "refresh_cache-7db75206-6a36-48b4-85c6-0b011a794e3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:59:35 user nova-compute[74922]: DEBUG nova.objects.instance [None req-a9da53d0-b30e-450b-97d5-aec9b979e1e3 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lazy-loading 'flavor' on Instance uuid 7db75206-6a36-48b4-85c6-0b011a794e3e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:59:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:36 user nova-compute[74922]: DEBUG nova.compute.manager [req-c18e96a1-64e4-4997-9dd1-cd96e83ea3f1 req-a19c2656-2eb9-4954-90b0-2abaaa3bd433 service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Received event network-vif-unplugged-9f3aa979-a7f1-480d-8402-ab3540329d53 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:59:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c18e96a1-64e4-4997-9dd1-cd96e83ea3f1 req-a19c2656-2eb9-4954-90b0-2abaaa3bd433 service nova] Acquiring lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c18e96a1-64e4-4997-9dd1-cd96e83ea3f1 req-a19c2656-2eb9-4954-90b0-2abaaa3bd433 service nova] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c18e96a1-64e4-4997-9dd1-cd96e83ea3f1 req-a19c2656-2eb9-4954-90b0-2abaaa3bd433 service nova] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:36 user nova-compute[74922]: DEBUG nova.compute.manager [req-c18e96a1-64e4-4997-9dd1-cd96e83ea3f1 req-a19c2656-2eb9-4954-90b0-2abaaa3bd433 service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] No waiting events found dispatching network-vif-unplugged-9f3aa979-a7f1-480d-8402-ab3540329d53 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:59:36 user nova-compute[74922]: WARNING nova.compute.manager [req-c18e96a1-64e4-4997-9dd1-cd96e83ea3f1 req-a19c2656-2eb9-4954-90b0-2abaaa3bd433 service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Received unexpected event network-vif-unplugged-9f3aa979-a7f1-480d-8402-ab3540329d53 for instance with vm_state rescued and task_state unrescuing.
Oct 30 05:59:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:36 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Instance destroyed successfully.
Oct 30 05:59:36 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:59:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-1e542ffd-fcc3-4c21-8edc-c41cc7e720f6 req-26faaed4-eb9b-4973-b80b-900b5ade6ebd service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Received event network-changed-37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:59:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-1e542ffd-fcc3-4c21-8edc-c41cc7e720f6 req-26faaed4-eb9b-4973-b80b-900b5ade6ebd service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Refreshing instance network info cache due to event network-changed-37ecb3ff-2283-445f-81c1-19e390d5a649. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:59:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1e542ffd-fcc3-4c21-8edc-c41cc7e720f6 req-26faaed4-eb9b-4973-b80b-900b5ade6ebd service nova] Acquiring lock "refresh_cache-c9ddbbf4-7a35-4f97-8cb2-427abee9770e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:59:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1e542ffd-fcc3-4c21-8edc-c41cc7e720f6 req-26faaed4-eb9b-4973-b80b-900b5ade6ebd service nova] Acquired lock "refresh_cache-c9ddbbf4-7a35-4f97-8cb2-427abee9770e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:59:37 user nova-compute[74922]: DEBUG nova.network.neutron [req-1e542ffd-fcc3-4c21-8edc-c41cc7e720f6 req-26faaed4-eb9b-4973-b80b-900b5ade6ebd service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Refreshing network info cache for port 37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:59:37 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:59:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-668ede2a-9ae2-4da4-b865-6dccbaba9a67 req-de5d47d7-e959-42f3-b290-8c4a813eb51b service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Received event network-vif-plugged-9f3aa979-a7f1-480d-8402-ab3540329d53 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:59:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-668ede2a-9ae2-4da4-b865-6dccbaba9a67 req-de5d47d7-e959-42f3-b290-8c4a813eb51b service nova] Acquiring lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-668ede2a-9ae2-4da4-b865-6dccbaba9a67 req-de5d47d7-e959-42f3-b290-8c4a813eb51b service nova] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-668ede2a-9ae2-4da4-b865-6dccbaba9a67 req-de5d47d7-e959-42f3-b290-8c4a813eb51b service nova] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-668ede2a-9ae2-4da4-b865-6dccbaba9a67 req-de5d47d7-e959-42f3-b290-8c4a813eb51b service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] No waiting events found dispatching network-vif-plugged-9f3aa979-a7f1-480d-8402-ab3540329d53 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:59:38 user nova-compute[74922]: WARNING nova.compute.manager [req-668ede2a-9ae2-4da4-b865-6dccbaba9a67 req-de5d47d7-e959-42f3-b290-8c4a813eb51b service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Received unexpected event network-vif-plugged-9f3aa979-a7f1-480d-8402-ab3540329d53 for instance with vm_state rescued and task_state unrescuing.
Oct 30 05:59:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-668ede2a-9ae2-4da4-b865-6dccbaba9a67 req-de5d47d7-e959-42f3-b290-8c4a813eb51b service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Received event network-vif-plugged-9f3aa979-a7f1-480d-8402-ab3540329d53 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:59:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-668ede2a-9ae2-4da4-b865-6dccbaba9a67 req-de5d47d7-e959-42f3-b290-8c4a813eb51b service nova] Acquiring lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-668ede2a-9ae2-4da4-b865-6dccbaba9a67 req-de5d47d7-e959-42f3-b290-8c4a813eb51b service nova] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-668ede2a-9ae2-4da4-b865-6dccbaba9a67 req-de5d47d7-e959-42f3-b290-8c4a813eb51b service nova] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-668ede2a-9ae2-4da4-b865-6dccbaba9a67 req-de5d47d7-e959-42f3-b290-8c4a813eb51b service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] No waiting events found dispatching network-vif-plugged-9f3aa979-a7f1-480d-8402-ab3540329d53 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:59:38 user nova-compute[74922]: WARNING nova.compute.manager [req-668ede2a-9ae2-4da4-b865-6dccbaba9a67 req-de5d47d7-e959-42f3-b290-8c4a813eb51b service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Received unexpected event network-vif-plugged-9f3aa979-a7f1-480d-8402-ab3540329d53 for instance with vm_state rescued and task_state unrescuing.
Oct 30 05:59:38 user nova-compute[74922]: DEBUG nova.network.neutron [req-1e542ffd-fcc3-4c21-8edc-c41cc7e720f6 req-26faaed4-eb9b-4973-b80b-900b5ade6ebd service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Updated VIF entry in instance network info cache for port 37ecb3ff-2283-445f-81c1-19e390d5a649. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:59:38 user nova-compute[74922]: DEBUG nova.network.neutron [req-1e542ffd-fcc3-4c21-8edc-c41cc7e720f6 req-26faaed4-eb9b-4973-b80b-900b5ade6ebd service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Updating instance_info_cache with network_info: [{"id": "37ecb3ff-2283-445f-81c1-19e390d5a649", "address": "fa:16:3e:b1:9a:8a", "network": {"id": "3070f359-42d7-46f7-a969-d11e266b9551", "bridge": "br-int", "label": "tempest-TestShelveInstance-1499160518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed16a66e78454d77abf859db08679557", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37ecb3ff-22", "ovs_interfaceid": "37ecb3ff-2283-445f-81c1-19e390d5a649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:59:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1e542ffd-fcc3-4c21-8edc-c41cc7e720f6 req-26faaed4-eb9b-4973-b80b-900b5ade6ebd service nova] Releasing lock "refresh_cache-c9ddbbf4-7a35-4f97-8cb2-427abee9770e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:59:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Acquiring lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:38 user nova-compute[74922]: INFO nova.compute.manager [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Shelve offloading
Oct 30 05:59:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:38 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:59:38 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:59:38 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:59:38 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 05:59:39 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Instance destroyed successfully.
Oct 30 05:59:39 user nova-compute[74922]: DEBUG nova.compute.manager [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:59:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Acquiring lock "refresh_cache-c9ddbbf4-7a35-4f97-8cb2-427abee9770e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:59:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Acquired lock "refresh_cache-c9ddbbf4-7a35-4f97-8cb2-427abee9770e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:59:39 user nova-compute[74922]: DEBUG nova.network.neutron [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 05:59:39 user nova-compute[74922]: DEBUG nova.network.neutron [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Updating instance_info_cache with network_info: [{"id": "37ecb3ff-2283-445f-81c1-19e390d5a649", "address": "fa:16:3e:b1:9a:8a", "network": {"id": "3070f359-42d7-46f7-a969-d11e266b9551", "bridge": "br-int", "label": "tempest-TestShelveInstance-1499160518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed16a66e78454d77abf859db08679557", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37ecb3ff-22", "ovs_interfaceid": "37ecb3ff-2283-445f-81c1-19e390d5a649", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:59:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Releasing lock "refresh_cache-c9ddbbf4-7a35-4f97-8cb2-427abee9770e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:59:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:39 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG nova.compute.manager [None req-a9da53d0-b30e-450b-97d5-aec9b979e1e3 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG nova.compute.manager [req-0a2155d3-2e55-4ec4-8336-a7d13e9611da req-3116d249-f138-41de-ae17-e746bbf7c5e8 service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Received event network-vif-plugged-9f3aa979-a7f1-480d-8402-ab3540329d53 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0a2155d3-2e55-4ec4-8336-a7d13e9611da req-3116d249-f138-41de-ae17-e746bbf7c5e8 service nova] Acquiring lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0a2155d3-2e55-4ec4-8336-a7d13e9611da req-3116d249-f138-41de-ae17-e746bbf7c5e8 service nova] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0a2155d3-2e55-4ec4-8336-a7d13e9611da req-3116d249-f138-41de-ae17-e746bbf7c5e8 service nova] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG nova.compute.manager [req-0a2155d3-2e55-4ec4-8336-a7d13e9611da req-3116d249-f138-41de-ae17-e746bbf7c5e8 service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] No waiting events found dispatching network-vif-plugged-9f3aa979-a7f1-480d-8402-ab3540329d53 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:59:40 user nova-compute[74922]: WARNING nova.compute.manager [req-0a2155d3-2e55-4ec4-8336-a7d13e9611da req-3116d249-f138-41de-ae17-e746bbf7c5e8 service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Received unexpected event network-vif-plugged-9f3aa979-a7f1-480d-8402-ab3540329d53 for instance with vm_state rescued and task_state unrescuing.
Oct 30 05:59:40 user nova-compute[74922]: DEBUG nova.compute.manager [req-0a2155d3-2e55-4ec4-8336-a7d13e9611da req-3116d249-f138-41de-ae17-e746bbf7c5e8 service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Received event network-vif-unplugged-37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0a2155d3-2e55-4ec4-8336-a7d13e9611da req-3116d249-f138-41de-ae17-e746bbf7c5e8 service nova] Acquiring lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0a2155d3-2e55-4ec4-8336-a7d13e9611da req-3116d249-f138-41de-ae17-e746bbf7c5e8 service nova] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0a2155d3-2e55-4ec4-8336-a7d13e9611da req-3116d249-f138-41de-ae17-e746bbf7c5e8 service nova] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG nova.compute.manager [req-0a2155d3-2e55-4ec4-8336-a7d13e9611da req-3116d249-f138-41de-ae17-e746bbf7c5e8 service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] No waiting events found dispatching network-vif-unplugged-37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:59:40 user nova-compute[74922]: WARNING nova.compute.manager [req-0a2155d3-2e55-4ec4-8336-a7d13e9611da req-3116d249-f138-41de-ae17-e746bbf7c5e8 service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Received unexpected event network-vif-unplugged-37ecb3ff-2283-445f-81c1-19e390d5a649 for instance with vm_state active and task_state shelving.
Oct 30 05:59:40 user nova-compute[74922]: DEBUG nova.compute.manager [req-0a2155d3-2e55-4ec4-8336-a7d13e9611da req-3116d249-f138-41de-ae17-e746bbf7c5e8 service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Received event network-vif-plugged-37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0a2155d3-2e55-4ec4-8336-a7d13e9611da req-3116d249-f138-41de-ae17-e746bbf7c5e8 service nova] Acquiring lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0a2155d3-2e55-4ec4-8336-a7d13e9611da req-3116d249-f138-41de-ae17-e746bbf7c5e8 service nova] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0a2155d3-2e55-4ec4-8336-a7d13e9611da req-3116d249-f138-41de-ae17-e746bbf7c5e8 service nova] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG nova.compute.manager [req-0a2155d3-2e55-4ec4-8336-a7d13e9611da req-3116d249-f138-41de-ae17-e746bbf7c5e8 service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] No waiting events found dispatching network-vif-plugged-37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 05:59:40 user nova-compute[74922]: WARNING nova.compute.manager [req-0a2155d3-2e55-4ec4-8336-a7d13e9611da req-3116d249-f138-41de-ae17-e746bbf7c5e8 service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Received unexpected event network-vif-plugged-37ecb3ff-2283-445f-81c1-19e390d5a649 for instance with vm_state active and task_state shelving.
Oct 30 05:59:40 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Instance destroyed successfully.
Oct 30 05:59:40 user nova-compute[74922]: DEBUG nova.objects.instance [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lazy-loading 'resources' on Instance uuid c9ddbbf4-7a35-4f97-8cb2-427abee9770e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:57:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-723842088',display_name='tempest-TestShelveInstance-server-723842088',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-723842088',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFhMAfj0KyAWbJMIO3M1faJouEHk4FhGFuyHq38pV03o9eyTSwCjYen0SbIMk0fL3wJocD9TMS2Y7jWQmvMLVtZ/90MCrD+yQL3dSVPCpzNFRRecsH1ogruVHJwdN8gLwA==',key_name='tempest-TestShelveInstance-384432154',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:58:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ed16a66e78454d77abf859db08679557',ramdisk_id='',reservation_id='r-fwu0obpi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-2031269981',owner_user_name='tempest-TestShelveInstance-2031269981-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:58:17Z,user_data=None,user_id='6c6b563f6db1451e9c679382ff8acf88',uuid=c9ddbbf4-7a35-4f97-8cb2-427abee9770e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "37ecb3ff-2283-445f-81c1-19e390d5a649", "address": "fa:16:3e:b1:9a:8a", "network": {"id": "3070f359-42d7-46f7-a969-d11e266b9551", "bridge": "br-int", "label": "tempest-TestShelveInstance-1499160518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed16a66e78454d77abf859db08679557", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37ecb3ff-22", "ovs_interfaceid": "37ecb3ff-2283-445f-81c1-19e390d5a649", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Converting VIF {"id": "37ecb3ff-2283-445f-81c1-19e390d5a649", "address": "fa:16:3e:b1:9a:8a", "network": {"id": "3070f359-42d7-46f7-a969-d11e266b9551", "bridge": "br-int", "label": "tempest-TestShelveInstance-1499160518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed16a66e78454d77abf859db08679557", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37ecb3ff-22", "ovs_interfaceid": "37ecb3ff-2283-445f-81c1-19e390d5a649", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:9a:8a,bridge_name='br-int',has_traffic_filtering=True,id=37ecb3ff-2283-445f-81c1-19e390d5a649,network=Network(3070f359-42d7-46f7-a969-d11e266b9551),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37ecb3ff-22') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG os_vif [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:9a:8a,bridge_name='br-int',has_traffic_filtering=True,id=37ecb3ff-2283-445f-81c1-19e390d5a649,network=Network(3070f359-42d7-46f7-a969-d11e266b9551),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37ecb3ff-22') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap37ecb3ff-22, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fdd347da-b5a3-4532-bbff-77b0f4677020) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG nova.compute.manager [req-7757b562-f742-46cd-82f7-034e53ac0f0a req-8cb190b6-5cd7-48b0-a0ca-e1caf80c38dc service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Received event network-changed-37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG nova.compute.manager [req-7757b562-f742-46cd-82f7-034e53ac0f0a req-8cb190b6-5cd7-48b0-a0ca-e1caf80c38dc service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Refreshing instance network info cache due to event network-changed-37ecb3ff-2283-445f-81c1-19e390d5a649. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7757b562-f742-46cd-82f7-034e53ac0f0a req-8cb190b6-5cd7-48b0-a0ca-e1caf80c38dc service nova] Acquiring lock "refresh_cache-c9ddbbf4-7a35-4f97-8cb2-427abee9770e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7757b562-f742-46cd-82f7-034e53ac0f0a req-8cb190b6-5cd7-48b0-a0ca-e1caf80c38dc service nova] Acquired lock "refresh_cache-c9ddbbf4-7a35-4f97-8cb2-427abee9770e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG nova.network.neutron [req-7757b562-f742-46cd-82f7-034e53ac0f0a req-8cb190b6-5cd7-48b0-a0ca-e1caf80c38dc service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Refreshing network info cache for port 37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 05:59:40 user nova-compute[74922]: INFO os_vif [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:9a:8a,bridge_name='br-int',has_traffic_filtering=True,id=37ecb3ff-2283-445f-81c1-19e390d5a649,network=Network(3070f359-42d7-46f7-a969-d11e266b9551),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37ecb3ff-22')
Oct 30 05:59:40 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PMCpsvfD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 05:59:40 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 05:59:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[85539c3e-9986-45ea-a706-dede571a77ce]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 05:59:40 user nova-compute[74922]: No targets found.
Oct 30 05:59:40 user nova-compute[74922]: iSNS:
Oct 30 05:59:40 user nova-compute[74922]: No targets found.
Oct 30 05:59:40 user nova-compute[74922]: STATIC:
Oct 30 05:59:40 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14
Oct 30 05:59:40 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:59:40 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:59:40 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f
Oct 30 05:59:40 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:59:40 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:59:40 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7
Oct 30 05:59:40 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:59:40 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:59:40 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6
Oct 30 05:59:40 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 05:59:40 user nova-compute[74922]:                 Iface Name: default
Oct 30 05:59:40 user nova-compute[74922]: FIRMWARE:
Oct 30 05:59:40 user nova-compute[74922]: No targets found.
Oct 30 05:59:40 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 05:59:40 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 05:59:40 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0b1914d-2051-4b28-ac74-f4207c46a535]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e60c13cc-bc61-4a01-991b-c0abdeaa0eaf]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:59:40 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:59:40 user nova-compute[74922]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)
Oct 30 05:59:40 user nova-compute[74922]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:59:40 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 05:59:40 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 05:59:40 user nova-compute[74922]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)
Oct 30 05:59:40 user nova-compute[74922]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 05:59:40 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8208420700>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7'): ({'sdg'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Removing single pathed devices sdg {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[00639156-bc0b-439c-b846-87160f68e262]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[72b8711d-7d38-456f-be58-5c1109958a36]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Flushing IO for device /dev/sdg {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[951c8366-0d6e-4f7a-a9e3-0a6098aa8c00]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.040s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecf9e22c-5b33-404c-9084-a12f463af5a3]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] SCSI volumes sdg have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[cee81a96-f4f7-4f06-8200-b31f95c4beb4]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.087s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb0eddb2-f0cd-4178-8601-f2cfc9003f92]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7, portal: 172.16.0.220,3260]
Oct 30 05:59:40 user nova-compute[74922]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7, portal: 172.16.0.220,3260] successful.
Oct 30 05:59:40 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.089s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d40b8756-7007-45cb-bf00-e44aa90aa309]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.418s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] <== disconnect_volume: return (419ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 05:59:40 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Deleting instance files /opt/stack/data/nova/instances/c9ddbbf4-7a35-4f97-8cb2-427abee9770e_del
Oct 30 05:59:40 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Deletion of /opt/stack/data/nova/instances/c9ddbbf4-7a35-4f97-8cb2-427abee9770e_del complete
Oct 30 05:59:40 user nova-compute[74922]: DEBUG nova.network.neutron [req-7757b562-f742-46cd-82f7-034e53ac0f0a req-8cb190b6-5cd7-48b0-a0ca-e1caf80c38dc service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Updated VIF entry in instance network info cache for port 37ecb3ff-2283-445f-81c1-19e390d5a649. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG nova.network.neutron [req-7757b562-f742-46cd-82f7-034e53ac0f0a req-8cb190b6-5cd7-48b0-a0ca-e1caf80c38dc service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Updating instance_info_cache with network_info: [{"id": "37ecb3ff-2283-445f-81c1-19e390d5a649", "address": "fa:16:3e:b1:9a:8a", "network": {"id": "3070f359-42d7-46f7-a969-d11e266b9551", "bridge": null, "label": "tempest-TestShelveInstance-1499160518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed16a66e78454d77abf859db08679557", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap37ecb3ff-22", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:59:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7757b562-f742-46cd-82f7-034e53ac0f0a req-8cb190b6-5cd7-48b0-a0ca-e1caf80c38dc service nova] Releasing lock "refresh_cache-c9ddbbf4-7a35-4f97-8cb2-427abee9770e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:59:42 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Deleted allocations for instance c9ddbbf4-7a35-4f97-8cb2-427abee9770e
Oct 30 05:59:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:42 user nova-compute[74922]: DEBUG nova.objects.instance [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lazy-loading 'numa_topology' on Instance uuid c9ddbbf4-7a35-4f97-8cb2-427abee9770e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 05:59:42 user nova-compute[74922]: DEBUG nova.objects.base [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Object Instance<c9ddbbf4-7a35-4f97-8cb2-427abee9770e> lazy-loaded attributes: resources,numa_topology {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 05:59:42 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:59:42 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:59:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.321s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e231ad7b-4a0e-47d4-90f9-41c09ca15f7d tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 4.102s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:44 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:59:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:44 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 05:59:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdh (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:59:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:59:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 05:59:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 05:59:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 05:59:47 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:59:47 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 05:59:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=7898MB free_disk=25.303607940673828GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 05:59:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 05:59:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 05:59:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 4c3e6679-374d-4644-b05d-ef0bf04d7a3a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:59:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:59:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 973a038b-f887-4daf-ba88-7f604e1b6bde actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:59:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 152ed8a0-4208-485b-bf31-fcdd5b7469ed actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:59:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance bf842ae2-dd28-4c55-8c4d-e416d89d75d2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:59:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 7db75206-6a36-48b4-85c6-0b011a794e3e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:59:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 4e3bafb9-caaa-4a26-99c2-281620b6313b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 05:59:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 05:59:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 05:59:48 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 05:59:48 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 05:59:48 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 05:59:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.368s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 05:59:49 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:59:49 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 05:59:49 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 05:59:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-973a038b-f887-4daf-ba88-7f604e1b6bde" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 05:59:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-973a038b-f887-4daf-ba88-7f604e1b6bde" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 05:59:49 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 05:59:49 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Updating instance_info_cache with network_info: [{"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 05:59:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-973a038b-f887-4daf-ba88-7f604e1b6bde" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 05:59:49 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 05:59:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:59:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 05:59:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 05:59:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 05:59:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 05:59:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 05:59:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:01 user nova-compute[74922]: INFO nova.compute.manager [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Rescuing
Oct 30 06:00:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "refresh_cache-152ed8a0-4208-485b-bf31-fcdd5b7469ed" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:00:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquired lock "refresh_cache-152ed8a0-4208-485b-bf31-fcdd5b7469ed" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:00:01 user nova-compute[74922]: DEBUG nova.network.neutron [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:00:02 user nova-compute[74922]: DEBUG nova.network.neutron [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Updating instance_info_cache with network_info: [{"id": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "address": "fa:16:3e:5f:ad:20", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54bd5b43-29", "ovs_interfaceid": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:00:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Releasing lock "refresh_cache-152ed8a0-4208-485b-bf31-fcdd5b7469ed" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:00:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:02 user nova-compute[74922]: DEBUG nova.compute.manager [req-baf75f55-e5bb-4728-8e27-e6b7b50cfe4d req-83c2f26c-d3db-41f4-9fac-fafc343dfeb6 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Received event network-vif-unplugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:00:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-baf75f55-e5bb-4728-8e27-e6b7b50cfe4d req-83c2f26c-d3db-41f4-9fac-fafc343dfeb6 service nova] Acquiring lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:00:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-baf75f55-e5bb-4728-8e27-e6b7b50cfe4d req-83c2f26c-d3db-41f4-9fac-fafc343dfeb6 service nova] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:00:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-baf75f55-e5bb-4728-8e27-e6b7b50cfe4d req-83c2f26c-d3db-41f4-9fac-fafc343dfeb6 service nova] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:00:02 user nova-compute[74922]: DEBUG nova.compute.manager [req-baf75f55-e5bb-4728-8e27-e6b7b50cfe4d req-83c2f26c-d3db-41f4-9fac-fafc343dfeb6 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] No waiting events found dispatching network-vif-unplugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:00:02 user nova-compute[74922]: WARNING nova.compute.manager [req-baf75f55-e5bb-4728-8e27-e6b7b50cfe4d req-83c2f26c-d3db-41f4-9fac-fafc343dfeb6 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Received unexpected event network-vif-unplugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 for instance with vm_state active and task_state rescuing.
Oct 30 06:00:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:03 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Instance destroyed successfully.
Oct 30 06:00:03 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Attempting rescue
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74922) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Instance directory exists: not creating {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 30 06:00:03 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Creating image(s)
Oct 30 06:00:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "/opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "/opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "/opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.objects.instance [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'trusted_certs' on Instance uuid 152ed8a0-4208-485b-bf31-fcdd5b7469ed {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.190s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk.rescue {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk.rescue" returned: 0 in 0.059s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.256s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.objects.instance [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'migration_context' on Instance uuid 152ed8a0-4208-485b-bf31-fcdd5b7469ed {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.objects.base [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Object Instance<152ed8a0-4208-485b-bf31-fcdd5b7469ed> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Start _get_guest_xml network_info=[{"id": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "address": "fa:16:3e:5f:ad:20", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "vif_mac": "fa:16:3e:5f:ad:20"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54bd5b43-29", "ovs_interfaceid": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.objects.instance [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'resources' on Instance uuid 152ed8a0-4208-485b-bf31-fcdd5b7469ed {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.objects.base [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Object Instance<152ed8a0-4208-485b-bf31-fcdd5b7469ed> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.objects.instance [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'numa_topology' on Instance uuid 152ed8a0-4208-485b-bf31-fcdd5b7469ed {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.objects.base [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Object Instance<152ed8a0-4208-485b-bf31-fcdd5b7469ed> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:00:03 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:00:03 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.objects.instance [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'vcpu_model' on Instance uuid 152ed8a0-4208-485b-bf31-fcdd5b7469ed {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.objects.base [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Object Instance<152ed8a0-4208-485b-bf31-fcdd5b7469ed> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:55:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-191666663',display_name='tempest-ServerRescueNegativeTestJSON-server-191666663',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-191666663',id=29,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:55:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4b6ed9ada4b843c6a65c89729522bcc0',ramdisk_id='',reservation_id='r-igrv1f4x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-871052705',owner_user_name='tempest-ServerRescueNegativeTestJSON-871052705-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T05:55:17Z,user_data=None,user_id='fe743e7c472c45eb9c4b0117d6768e21',uuid=152ed8a0-4208-485b-bf31-fcdd5b7469ed,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "address": "fa:16:3e:5f:ad:20", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "vif_mac": "fa:16:3e:5f:ad:20"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54bd5b43-29", "ovs_interfaceid": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Converting VIF {"id": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "address": "fa:16:3e:5f:ad:20", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "vif_mac": "fa:16:3e:5f:ad:20"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54bd5b43-29", "ovs_interfaceid": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5f:ad:20,bridge_name='br-int',has_traffic_filtering=True,id=54bd5b43-292d-41a3-8d81-e5f2729fcd25,network=Network(992d3f4a-6230-4a77-b245-e316335fccc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54bd5b43-29') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.objects.instance [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'pci_devices' on Instance uuid 152ed8a0-4208-485b-bf31-fcdd5b7469ed {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.objects.base [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Object Instance<152ed8a0-4208-485b-bf31-fcdd5b7469ed> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] End _get_guest_xml xml=<domain type="kvm">
Oct 30 06:00:03 user nova-compute[74922]:   <uuid>152ed8a0-4208-485b-bf31-fcdd5b7469ed</uuid>
Oct 30 06:00:03 user nova-compute[74922]:   <name>instance-0000001d</name>
Oct 30 06:00:03 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 06:00:03 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 06:00:03 user nova-compute[74922]:   <metadata>
Oct 30 06:00:03 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 06:00:03 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 06:00:03 user nova-compute[74922]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-191666663</nova:name>
Oct 30 06:00:03 user nova-compute[74922]:       <nova:creationTime>2023-10-30 06:00:03</nova:creationTime>
Oct 30 06:00:03 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 06:00:03 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 06:00:03 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 06:00:03 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 06:00:03 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 06:00:03 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 06:00:03 user nova-compute[74922]:       </nova:flavor>
Oct 30 06:00:03 user nova-compute[74922]:       <nova:owner>
Oct 30 06:00:03 user nova-compute[74922]:         <nova:user uuid="fe743e7c472c45eb9c4b0117d6768e21">tempest-ServerRescueNegativeTestJSON-871052705-project-member</nova:user>
Oct 30 06:00:03 user nova-compute[74922]:         <nova:project uuid="4b6ed9ada4b843c6a65c89729522bcc0">tempest-ServerRescueNegativeTestJSON-871052705</nova:project>
Oct 30 06:00:03 user nova-compute[74922]:       </nova:owner>
Oct 30 06:00:03 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 06:00:03 user nova-compute[74922]:       <nova:ports>
Oct 30 06:00:03 user nova-compute[74922]:         <nova:port uuid="54bd5b43-292d-41a3-8d81-e5f2729fcd25">
Oct 30 06:00:03 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 30 06:00:03 user nova-compute[74922]:         </nova:port>
Oct 30 06:00:03 user nova-compute[74922]:       </nova:ports>
Oct 30 06:00:03 user nova-compute[74922]:     </nova:instance>
Oct 30 06:00:03 user nova-compute[74922]:   </metadata>
Oct 30 06:00:03 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 06:00:03 user nova-compute[74922]:     <system>
Oct 30 06:00:03 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 06:00:03 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 06:00:03 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 06:00:03 user nova-compute[74922]:       <entry name="serial">152ed8a0-4208-485b-bf31-fcdd5b7469ed</entry>
Oct 30 06:00:03 user nova-compute[74922]:       <entry name="uuid">152ed8a0-4208-485b-bf31-fcdd5b7469ed</entry>
Oct 30 06:00:03 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 06:00:03 user nova-compute[74922]:     </system>
Oct 30 06:00:03 user nova-compute[74922]:   </sysinfo>
Oct 30 06:00:03 user nova-compute[74922]:   <os>
Oct 30 06:00:03 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 06:00:03 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 06:00:03 user nova-compute[74922]:   </os>
Oct 30 06:00:03 user nova-compute[74922]:   <features>
Oct 30 06:00:03 user nova-compute[74922]:     <acpi/>
Oct 30 06:00:03 user nova-compute[74922]:     <apic/>
Oct 30 06:00:03 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 06:00:03 user nova-compute[74922]:   </features>
Oct 30 06:00:03 user nova-compute[74922]:   <clock offset="utc">
Oct 30 06:00:03 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 06:00:03 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 06:00:03 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 06:00:03 user nova-compute[74922]:   </clock>
Oct 30 06:00:03 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 06:00:03 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 06:00:03 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 06:00:03 user nova-compute[74922]:   </cpu>
Oct 30 06:00:03 user nova-compute[74922]:   <devices>
Oct 30 06:00:03 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 06:00:03 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 06:00:03 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk.rescue"/>
Oct 30 06:00:03 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 06:00:03 user nova-compute[74922]:     </disk>
Oct 30 06:00:03 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 06:00:03 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 06:00:03 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk"/>
Oct 30 06:00:03 user nova-compute[74922]:       <target dev="vdb" bus="virtio"/>
Oct 30 06:00:03 user nova-compute[74922]:     </disk>
Oct 30 06:00:03 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 06:00:03 user nova-compute[74922]:       <mac address="fa:16:3e:5f:ad:20"/>
Oct 30 06:00:03 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:00:03 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 06:00:03 user nova-compute[74922]:       <target dev="tap54bd5b43-29"/>
Oct 30 06:00:03 user nova-compute[74922]:     </interface>
Oct 30 06:00:03 user nova-compute[74922]:     <serial type="pty">
Oct 30 06:00:03 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/console.log" append="off"/>
Oct 30 06:00:03 user nova-compute[74922]:     </serial>
Oct 30 06:00:03 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 06:00:03 user nova-compute[74922]:     <video>
Oct 30 06:00:03 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:00:03 user nova-compute[74922]:     </video>
Oct 30 06:00:03 user nova-compute[74922]:     <rng model="virtio">
Oct 30 06:00:03 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 06:00:03 user nova-compute[74922]:     </rng>
Oct 30 06:00:03 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 06:00:03 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 06:00:03 user nova-compute[74922]:       <stats period="10"/>
Oct 30 06:00:03 user nova-compute[74922]:     </memballoon>
Oct 30 06:00:03 user nova-compute[74922]:   </devices>
Oct 30 06:00:03 user nova-compute[74922]: </domain>
Oct 30 06:00:03 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 06:00:03 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Instance destroyed successfully.
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:00:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] No VIF found with MAC fa:16:3e:5f:ad:20, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:00:04 user nova-compute[74922]: DEBUG nova.compute.manager [req-657c5da1-7e09-426c-aa92-a8718d72b0c3 req-a28217da-1b9f-4879-aa87-0a51c5026294 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Received event network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:00:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-657c5da1-7e09-426c-aa92-a8718d72b0c3 req-a28217da-1b9f-4879-aa87-0a51c5026294 service nova] Acquiring lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:00:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-657c5da1-7e09-426c-aa92-a8718d72b0c3 req-a28217da-1b9f-4879-aa87-0a51c5026294 service nova] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:00:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-657c5da1-7e09-426c-aa92-a8718d72b0c3 req-a28217da-1b9f-4879-aa87-0a51c5026294 service nova] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:00:04 user nova-compute[74922]: DEBUG nova.compute.manager [req-657c5da1-7e09-426c-aa92-a8718d72b0c3 req-a28217da-1b9f-4879-aa87-0a51c5026294 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] No waiting events found dispatching network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:00:04 user nova-compute[74922]: WARNING nova.compute.manager [req-657c5da1-7e09-426c-aa92-a8718d72b0c3 req-a28217da-1b9f-4879-aa87-0a51c5026294 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Received unexpected event network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 for instance with vm_state active and task_state rescuing.
Oct 30 06:00:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-bda628c9-ef54-43af-8609-aac4fc87c44c req-3f889b39-e457-48f6-b9c5-506cd389dd49 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Received event network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:00:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-bda628c9-ef54-43af-8609-aac4fc87c44c req-3f889b39-e457-48f6-b9c5-506cd389dd49 service nova] Acquiring lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:00:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-bda628c9-ef54-43af-8609-aac4fc87c44c req-3f889b39-e457-48f6-b9c5-506cd389dd49 service nova] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:00:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-bda628c9-ef54-43af-8609-aac4fc87c44c req-3f889b39-e457-48f6-b9c5-506cd389dd49 service nova] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:00:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-bda628c9-ef54-43af-8609-aac4fc87c44c req-3f889b39-e457-48f6-b9c5-506cd389dd49 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] No waiting events found dispatching network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:00:06 user nova-compute[74922]: WARNING nova.compute.manager [req-bda628c9-ef54-43af-8609-aac4fc87c44c req-3f889b39-e457-48f6-b9c5-506cd389dd49 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Received unexpected event network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 for instance with vm_state active and task_state rescuing.
Oct 30 06:00:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-bda628c9-ef54-43af-8609-aac4fc87c44c req-3f889b39-e457-48f6-b9c5-506cd389dd49 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Received event network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:00:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-bda628c9-ef54-43af-8609-aac4fc87c44c req-3f889b39-e457-48f6-b9c5-506cd389dd49 service nova] Acquiring lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:00:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-bda628c9-ef54-43af-8609-aac4fc87c44c req-3f889b39-e457-48f6-b9c5-506cd389dd49 service nova] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:00:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-bda628c9-ef54-43af-8609-aac4fc87c44c req-3f889b39-e457-48f6-b9c5-506cd389dd49 service nova] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:00:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-bda628c9-ef54-43af-8609-aac4fc87c44c req-3f889b39-e457-48f6-b9c5-506cd389dd49 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] No waiting events found dispatching network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:00:06 user nova-compute[74922]: WARNING nova.compute.manager [req-bda628c9-ef54-43af-8609-aac4fc87c44c req-3f889b39-e457-48f6-b9c5-506cd389dd49 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Received unexpected event network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 for instance with vm_state active and task_state rescuing.
Oct 30 06:00:07 user nova-compute[74922]: DEBUG nova.compute.manager [None req-34621dea-a0fd-4710-9827-0d5f0f181d81 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:00:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:00:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:00:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 06:00:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:00:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.005s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:00:14 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 06:00:14 user nova-compute[74922]: INFO nova.compute.claims [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Claim successful on node user
Oct 30 06:00:14 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:00:14 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:00:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.395s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:00:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 06:00:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 06:00:14 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 06:00:14 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 06:00:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 06:00:14 user nova-compute[74922]: DEBUG nova.policy [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '796b18db1279483e9fb141b8cc077abe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73d2a39f4ae84da684337b7e136087ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 06:00:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 06:00:14 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 06:00:14 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Creating image(s)
Oct 30 06:00:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "/opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:00:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "/opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:00:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "/opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:00:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.186s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:00:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:00:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.202s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk 1073741824" returned: 0 in 0.085s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.295s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:00:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:15 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Successfully created port: b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 06:00:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.183s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:15 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 06:00:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:15 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Cannot resize image /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 06:00:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 06:00:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Ensure instance console log exists: /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 06:00:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:00:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:00:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Successfully updated port: b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "refresh_cache-0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquired lock "refresh_cache-0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.compute.manager [req-4453bee4-3644-4781-bc8b-272b4fe64fe4 req-4e588a9e-efd7-4b80-b204-bcd296801e8e service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Received event network-changed-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.compute.manager [req-4453bee4-3644-4781-bc8b-272b4fe64fe4 req-4e588a9e-efd7-4b80-b204-bcd296801e8e service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Refreshing instance network info cache due to event network-changed-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4453bee4-3644-4781-bc8b-272b4fe64fe4 req-4e588a9e-efd7-4b80-b204-bcd296801e8e service nova] Acquiring lock "refresh_cache-0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.network.neutron [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Updating instance_info_cache with network_info: [{"id": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "address": "fa:16:3e:52:38:65", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb16da9f4-d7", "ovs_interfaceid": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Releasing lock "refresh_cache-0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Instance network_info: |[{"id": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "address": "fa:16:3e:52:38:65", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb16da9f4-d7", "ovs_interfaceid": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4453bee4-3644-4781-bc8b-272b4fe64fe4 req-4e588a9e-efd7-4b80-b204-bcd296801e8e service nova] Acquired lock "refresh_cache-0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.network.neutron [req-4453bee4-3644-4781-bc8b-272b4fe64fe4 req-4e588a9e-efd7-4b80-b204-bcd296801e8e service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Refreshing network info cache for port b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Start _get_guest_xml network_info=[{"id": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "address": "fa:16:3e:52:38:65", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb16da9f4-d7", "ovs_interfaceid": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 06:00:16 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:00:16 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:00:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-608770031',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-608770031',id=34,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO0dVBFePjxfO5n5qSXC3aDXpDbXNpuHGmSJG8guum9m7H60GhH0LR5uFrxH1zI8DRgZteobq/9IBV6P7YJWdIFnVmpLfuvWahOh9h5giV14OyDT/rLDb33K4NScis4fDg==',key_name='tempest-keypair-1375603892',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='73d2a39f4ae84da684337b7e136087ac',ramdisk_id='',reservation_id='r-bpews757',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-2094568404',owner_user_name='tempest-AttachVolumeShelveTestJSON-2094568404-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:00:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796b18db1279483e9fb141b8cc077abe',uuid=0e1034cb-74d2-46f0-8ef5-cd5de0e3c558,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "address": "fa:16:3e:52:38:65", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb16da9f4-d7", "ovs_interfaceid": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Converting VIF {"id": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "address": "fa:16:3e:52:38:65", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb16da9f4-d7", "ovs_interfaceid": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:38:65,bridge_name='br-int',has_traffic_filtering=True,id=b16da9f4-d760-4e18-86d6-44aa7d8f0c8b,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb16da9f4-d7') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.objects.instance [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lazy-loading 'pci_devices' on Instance uuid 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] End _get_guest_xml xml=<domain type="kvm">
Oct 30 06:00:16 user nova-compute[74922]:   <uuid>0e1034cb-74d2-46f0-8ef5-cd5de0e3c558</uuid>
Oct 30 06:00:16 user nova-compute[74922]:   <name>instance-00000022</name>
Oct 30 06:00:16 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 06:00:16 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 06:00:16 user nova-compute[74922]:   <metadata>
Oct 30 06:00:16 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 06:00:16 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 06:00:16 user nova-compute[74922]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-608770031</nova:name>
Oct 30 06:00:16 user nova-compute[74922]:       <nova:creationTime>2023-10-30 06:00:16</nova:creationTime>
Oct 30 06:00:16 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 06:00:16 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 06:00:16 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 06:00:16 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 06:00:16 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 06:00:16 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 06:00:16 user nova-compute[74922]:       </nova:flavor>
Oct 30 06:00:16 user nova-compute[74922]:       <nova:owner>
Oct 30 06:00:16 user nova-compute[74922]:         <nova:user uuid="796b18db1279483e9fb141b8cc077abe">tempest-AttachVolumeShelveTestJSON-2094568404-project-member</nova:user>
Oct 30 06:00:16 user nova-compute[74922]:         <nova:project uuid="73d2a39f4ae84da684337b7e136087ac">tempest-AttachVolumeShelveTestJSON-2094568404</nova:project>
Oct 30 06:00:16 user nova-compute[74922]:       </nova:owner>
Oct 30 06:00:16 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 06:00:16 user nova-compute[74922]:       <nova:ports>
Oct 30 06:00:16 user nova-compute[74922]:         <nova:port uuid="b16da9f4-d760-4e18-86d6-44aa7d8f0c8b">
Oct 30 06:00:16 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 30 06:00:16 user nova-compute[74922]:         </nova:port>
Oct 30 06:00:16 user nova-compute[74922]:       </nova:ports>
Oct 30 06:00:16 user nova-compute[74922]:     </nova:instance>
Oct 30 06:00:16 user nova-compute[74922]:   </metadata>
Oct 30 06:00:16 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 06:00:16 user nova-compute[74922]:     <system>
Oct 30 06:00:16 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 06:00:16 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 06:00:16 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 06:00:16 user nova-compute[74922]:       <entry name="serial">0e1034cb-74d2-46f0-8ef5-cd5de0e3c558</entry>
Oct 30 06:00:16 user nova-compute[74922]:       <entry name="uuid">0e1034cb-74d2-46f0-8ef5-cd5de0e3c558</entry>
Oct 30 06:00:16 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 06:00:16 user nova-compute[74922]:     </system>
Oct 30 06:00:16 user nova-compute[74922]:   </sysinfo>
Oct 30 06:00:16 user nova-compute[74922]:   <os>
Oct 30 06:00:16 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 06:00:16 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 06:00:16 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 06:00:16 user nova-compute[74922]:   </os>
Oct 30 06:00:16 user nova-compute[74922]:   <features>
Oct 30 06:00:16 user nova-compute[74922]:     <acpi/>
Oct 30 06:00:16 user nova-compute[74922]:     <apic/>
Oct 30 06:00:16 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 06:00:16 user nova-compute[74922]:   </features>
Oct 30 06:00:16 user nova-compute[74922]:   <clock offset="utc">
Oct 30 06:00:16 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 06:00:16 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 06:00:16 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 06:00:16 user nova-compute[74922]:   </clock>
Oct 30 06:00:16 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 06:00:16 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 06:00:16 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 06:00:16 user nova-compute[74922]:   </cpu>
Oct 30 06:00:16 user nova-compute[74922]:   <devices>
Oct 30 06:00:16 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 06:00:16 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 06:00:16 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk"/>
Oct 30 06:00:16 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 06:00:16 user nova-compute[74922]:     </disk>
Oct 30 06:00:16 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 06:00:16 user nova-compute[74922]:       <mac address="fa:16:3e:52:38:65"/>
Oct 30 06:00:16 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:00:16 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 06:00:16 user nova-compute[74922]:       <target dev="tapb16da9f4-d7"/>
Oct 30 06:00:16 user nova-compute[74922]:     </interface>
Oct 30 06:00:16 user nova-compute[74922]:     <serial type="pty">
Oct 30 06:00:16 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/console.log" append="off"/>
Oct 30 06:00:16 user nova-compute[74922]:     </serial>
Oct 30 06:00:16 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 06:00:16 user nova-compute[74922]:     <video>
Oct 30 06:00:16 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:00:16 user nova-compute[74922]:     </video>
Oct 30 06:00:16 user nova-compute[74922]:     <rng model="virtio">
Oct 30 06:00:16 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 06:00:16 user nova-compute[74922]:     </rng>
Oct 30 06:00:16 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 06:00:16 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 06:00:16 user nova-compute[74922]:       <stats period="10"/>
Oct 30 06:00:16 user nova-compute[74922]:     </memballoon>
Oct 30 06:00:16 user nova-compute[74922]:   </devices>
Oct 30 06:00:16 user nova-compute[74922]: </domain>
Oct 30 06:00:16 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:00:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-608770031',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-608770031',id=34,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO0dVBFePjxfO5n5qSXC3aDXpDbXNpuHGmSJG8guum9m7H60GhH0LR5uFrxH1zI8DRgZteobq/9IBV6P7YJWdIFnVmpLfuvWahOh9h5giV14OyDT/rLDb33K4NScis4fDg==',key_name='tempest-keypair-1375603892',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='73d2a39f4ae84da684337b7e136087ac',ramdisk_id='',reservation_id='r-bpews757',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-2094568404',owner_user_name='tempest-AttachVolumeShelveTestJSON-2094568404-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:00:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796b18db1279483e9fb141b8cc077abe',uuid=0e1034cb-74d2-46f0-8ef5-cd5de0e3c558,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "address": "fa:16:3e:52:38:65", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb16da9f4-d7", "ovs_interfaceid": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Converting VIF {"id": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "address": "fa:16:3e:52:38:65", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb16da9f4-d7", "ovs_interfaceid": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:38:65,bridge_name='br-int',has_traffic_filtering=True,id=b16da9f4-d760-4e18-86d6-44aa7d8f0c8b,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb16da9f4-d7') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG os_vif [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:38:65,bridge_name='br-int',has_traffic_filtering=True,id=b16da9f4-d760-4e18-86d6-44aa7d8f0c8b,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb16da9f4-d7') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dd9cc6b9-a1a7-55d6-b976-3faa7cf5fa4f', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb16da9f4-d7, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb16da9f4-d7, col_values=(('qos', UUID('cf5b0066-8ccd-4129-8abb-c8d74c45728b')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb16da9f4-d7, col_values=(('external_ids', {'iface-id': 'b16da9f4-d760-4e18-86d6-44aa7d8f0c8b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:52:38:65', 'vm-uuid': '0e1034cb-74d2-46f0-8ef5-cd5de0e3c558'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:16 user nova-compute[74922]: INFO os_vif [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:38:65,bridge_name='br-int',has_traffic_filtering=True,id=b16da9f4-d760-4e18-86d6-44aa7d8f0c8b,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb16da9f4-d7')
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:00:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] No VIF found with MAC fa:16:3e:52:38:65, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:00:17 user nova-compute[74922]: DEBUG nova.network.neutron [req-4453bee4-3644-4781-bc8b-272b4fe64fe4 req-4e588a9e-efd7-4b80-b204-bcd296801e8e service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Updated VIF entry in instance network info cache for port b16da9f4-d760-4e18-86d6-44aa7d8f0c8b. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:00:17 user nova-compute[74922]: DEBUG nova.network.neutron [req-4453bee4-3644-4781-bc8b-272b4fe64fe4 req-4e588a9e-efd7-4b80-b204-bcd296801e8e service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Updating instance_info_cache with network_info: [{"id": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "address": "fa:16:3e:52:38:65", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb16da9f4-d7", "ovs_interfaceid": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:00:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4453bee4-3644-4781-bc8b-272b4fe64fe4 req-4e588a9e-efd7-4b80-b204-bcd296801e8e service nova] Releasing lock "refresh_cache-0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:00:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:18 user nova-compute[74922]: DEBUG nova.compute.manager [req-8c135f81-eaf5-408d-92f8-e41299981d2f req-a52ef311-eb0e-463d-92fd-c46d897b5788 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Received event network-vif-plugged-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:00:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8c135f81-eaf5-408d-92f8-e41299981d2f req-a52ef311-eb0e-463d-92fd-c46d897b5788 service nova] Acquiring lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:00:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8c135f81-eaf5-408d-92f8-e41299981d2f req-a52ef311-eb0e-463d-92fd-c46d897b5788 service nova] Lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:00:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8c135f81-eaf5-408d-92f8-e41299981d2f req-a52ef311-eb0e-463d-92fd-c46d897b5788 service nova] Lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:00:18 user nova-compute[74922]: DEBUG nova.compute.manager [req-8c135f81-eaf5-408d-92f8-e41299981d2f req-a52ef311-eb0e-463d-92fd-c46d897b5788 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] No waiting events found dispatching network-vif-plugged-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:00:18 user nova-compute[74922]: WARNING nova.compute.manager [req-8c135f81-eaf5-408d-92f8-e41299981d2f req-a52ef311-eb0e-463d-92fd-c46d897b5788 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Received unexpected event network-vif-plugged-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b for instance with vm_state building and task_state spawning.
Oct 30 06:00:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:20 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 06:00:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 06:00:20 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Instance spawned successfully.
Oct 30 06:00:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 06:00:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:00:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:00:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:00:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:00:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:00:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:00:20 user nova-compute[74922]: INFO nova.compute.manager [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Took 5.77 seconds to spawn the instance on the hypervisor.
Oct 30 06:00:20 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:00:20 user nova-compute[74922]: DEBUG nova.compute.manager [req-b33011b8-7e34-444c-882d-ad36bb4da4e6 req-5e841830-6602-4ae8-b84d-ec3357c7e766 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Received event network-vif-plugged-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:00:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b33011b8-7e34-444c-882d-ad36bb4da4e6 req-5e841830-6602-4ae8-b84d-ec3357c7e766 service nova] Acquiring lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:00:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b33011b8-7e34-444c-882d-ad36bb4da4e6 req-5e841830-6602-4ae8-b84d-ec3357c7e766 service nova] Lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:00:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b33011b8-7e34-444c-882d-ad36bb4da4e6 req-5e841830-6602-4ae8-b84d-ec3357c7e766 service nova] Lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:00:20 user nova-compute[74922]: DEBUG nova.compute.manager [req-b33011b8-7e34-444c-882d-ad36bb4da4e6 req-5e841830-6602-4ae8-b84d-ec3357c7e766 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] No waiting events found dispatching network-vif-plugged-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:00:20 user nova-compute[74922]: WARNING nova.compute.manager [req-b33011b8-7e34-444c-882d-ad36bb4da4e6 req-5e841830-6602-4ae8-b84d-ec3357c7e766 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Received unexpected event network-vif-plugged-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b for instance with vm_state building and task_state spawning.
Oct 30 06:00:20 user nova-compute[74922]: INFO nova.compute.manager [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Took 6.69 seconds to build instance.
Oct 30 06:00:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f0b2af72-628c-4732-89d0-51f01f35128f tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.813s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:00:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "973a038b-f887-4daf-ba88-7f604e1b6bde" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:00:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:00:21 user nova-compute[74922]: INFO nova.compute.manager [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Detaching volume 1f289544-7b2a-4cdd-abca-85fd20b5113f
Oct 30 06:00:22 user nova-compute[74922]: INFO nova.virt.block_device [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Attempting to driver detach volume 1f289544-7b2a-4cdd-abca-85fd20b5113f from mountpoint /dev/vdb
Oct 30 06:00:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Attempting to detach device vdb from instance 973a038b-f887-4daf-ba88-7f604e1b6bde from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 06:00:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 06:00:22 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:00:22 user nova-compute[74922]:   <source dev="/dev/sdh"/>
Oct 30 06:00:22 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 06:00:22 user nova-compute[74922]:   <serial>1f289544-7b2a-4cdd-abca-85fd20b5113f</serial>
Oct 30 06:00:22 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 30 06:00:22 user nova-compute[74922]: </disk>
Oct 30 06:00:22 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 06:00:22 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Successfully detached device vdb from instance 973a038b-f887-4daf-ba88-7f604e1b6bde from the persistent domain config.
Oct 30 06:00:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 973a038b-f887-4daf-ba88-7f604e1b6bde from the live domain config. {{(pid=74922) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 06:00:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 06:00:22 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:00:22 user nova-compute[74922]:   <source dev="/dev/sdh"/>
Oct 30 06:00:22 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 06:00:22 user nova-compute[74922]:   <serial>1f289544-7b2a-4cdd-abca-85fd20b5113f</serial>
Oct 30 06:00:22 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 30 06:00:22 user nova-compute[74922]: </disk>
Oct 30 06:00:22 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 06:00:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 973a038b-f887-4daf-ba88-7f604e1b6bde {{(pid=74922) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 06:00:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:26 user nova-compute[74922]: INFO nova.compute.manager [None req-5d7678f1-8a8c-441c-8b0c-e0bf8366faeb tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Get console output
Oct 30 06:00:27 user nova-compute[74922]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Oct 30 06:00:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:37 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:00:37 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:00:38 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:00:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:39 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:00:39 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:00:39 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:00:40 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:00:41 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:42 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 973a038b-f887-4daf-ba88-7f604e1b6bde is timed out.
Oct 30 06:00:42 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Successfully detached device vdb from instance 973a038b-f887-4daf-ba88-7f604e1b6bde from the live domain config.
Oct 30 06:00:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WaLFYNJn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:00:42 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:00:42 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3446ba8-4b33-4655-8497-60e2837922ab]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 06:00:42 user nova-compute[74922]: No targets found.
Oct 30 06:00:42 user nova-compute[74922]: iSNS:
Oct 30 06:00:42 user nova-compute[74922]: No targets found.
Oct 30 06:00:42 user nova-compute[74922]: STATIC:
Oct 30 06:00:42 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14
Oct 30 06:00:42 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:00:42 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:00:42 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f
Oct 30 06:00:42 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:00:42 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:00:42 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6
Oct 30 06:00:42 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:00:42 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:00:42 user nova-compute[74922]: FIRMWARE:
Oct 30 06:00:42 user nova-compute[74922]: No targets found.
Oct 30 06:00:42 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 06:00:42 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 06:00:42 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[43293952-b90a-418f-998d-ff05b5c2136d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[036402c9-ae23-4d82-a74e-1f1d610cad73]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:00:42 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 06:00:42 user nova-compute[74922]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 06:00:42 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:00:42 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 06:00:42 user nova-compute[74922]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f (non-flash)
Oct 30 06:00:42 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f822c770f70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f'): ({'sdh'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Removing single pathed devices sdh {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.067s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ca9bb16-ba68-4e1f-a9ac-f66040e079bf]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f88b971e-cc52-4aae-a8e5-8eef1464d89b]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Flushing IO for device /dev/sdh {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c805340-8958-477b-afdf-c02e0d661aec]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.038s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[96f216f2-d58b-428a-b2d3-7ba63b8ca33b]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] SCSI volumes sdh have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c419d073-7678-426e-aec1-5b45d79f2ad5]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:00:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:43 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4963ef5-fb98-4d8e-b9f0-5a5680efa493]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:00:43 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f, portal: 172.16.0.220,3260]
Oct 30 06:00:43 user nova-compute[74922]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f, portal: 172.16.0.220,3260] successful.
Oct 30 06:00:43 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:00:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:43 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f289544-7b2a-4cdd-abca-85fd20b5113f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:43 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b143e5b-c264-48e2-9d5a-010bffb03c34]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:00:43 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:00:43 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.429s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:00:43 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] <== disconnect_volume: return (430ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:00:43 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 06:00:43 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:00:44 user nova-compute[74922]: DEBUG nova.objects.instance [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'flavor' on Instance uuid 973a038b-f887-4daf-ba88-7f604e1b6bde {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:00:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4347c006-0130-4f6a-98b0-de9f0e456643 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.151s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:00:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-10fcbcce-cd42-4f8d-ba62-13dd23f5b3ba tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "973a038b-f887-4daf-ba88-7f604e1b6bde" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:00:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-10fcbcce-cd42-4f8d-ba62-13dd23f5b3ba tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:00:44 user nova-compute[74922]: DEBUG nova.compute.manager [None req-10fcbcce-cd42-4f8d-ba62-13dd23f5b3ba tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:00:44 user nova-compute[74922]: DEBUG nova.compute.manager [None req-10fcbcce-cd42-4f8d-ba62-13dd23f5b3ba tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74922) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 30 06:00:44 user nova-compute[74922]: DEBUG nova.objects.instance [None req-10fcbcce-cd42-4f8d-ba62-13dd23f5b3ba tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'flavor' on Instance uuid 973a038b-f887-4daf-ba88-7f604e1b6bde {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:00:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:44 user nova-compute[74922]: DEBUG nova.compute.manager [req-7ebdf454-f15d-4261-bbd6-74174068e71b req-9ba909cc-fd4f-4c94-b734-40900baa81dd service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received event network-vif-unplugged-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:00:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7ebdf454-f15d-4261-bbd6-74174068e71b req-9ba909cc-fd4f-4c94-b734-40900baa81dd service nova] Acquiring lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:00:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7ebdf454-f15d-4261-bbd6-74174068e71b req-9ba909cc-fd4f-4c94-b734-40900baa81dd service nova] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:00:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7ebdf454-f15d-4261-bbd6-74174068e71b req-9ba909cc-fd4f-4c94-b734-40900baa81dd service nova] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:00:44 user nova-compute[74922]: DEBUG nova.compute.manager [req-7ebdf454-f15d-4261-bbd6-74174068e71b req-9ba909cc-fd4f-4c94-b734-40900baa81dd service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] No waiting events found dispatching network-vif-unplugged-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:00:44 user nova-compute[74922]: WARNING nova.compute.manager [req-7ebdf454-f15d-4261-bbd6-74174068e71b req-9ba909cc-fd4f-4c94-b734-40900baa81dd service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received unexpected event network-vif-unplugged-44dc237e-04d5-4631-afdf-ee0924c86027 for instance with vm_state active and task_state powering-off.
Oct 30 06:00:45 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Instance destroyed successfully.
Oct 30 06:00:45 user nova-compute[74922]: DEBUG nova.compute.manager [None req-10fcbcce-cd42-4f8d-ba62-13dd23f5b3ba tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:00:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-10fcbcce-cd42-4f8d-ba62-13dd23f5b3ba tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.857s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:00:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "57a76f00-1c04-4219-ab78-3c99db43e828" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:00:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "57a76f00-1c04-4219-ab78-3c99db43e828" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:00:45 user nova-compute[74922]: DEBUG nova.compute.manager [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 06:00:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:00:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:00:45 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 06:00:45 user nova-compute[74922]: INFO nova.compute.claims [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Claim successful on node user
Oct 30 06:00:45 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:00:45 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:00:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.414s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG nova.compute.manager [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.213s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG nova.compute.manager [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG nova.network.neutron [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 06:00:46 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 06:00:46 user nova-compute[74922]: DEBUG nova.compute.manager [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG nova.policy [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '908aa35e28b94a7dbb1b6877ad88ba32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d462bf0904f4698a414513983cdff9a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG nova.compute.manager [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 06:00:46 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Creating image(s)
Oct 30 06:00:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "/opt/stack/data/nova/instances/57a76f00-1c04-4219-ab78-3c99db43e828/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "/opt/stack/data/nova/instances/57a76f00-1c04-4219-ab78-3c99db43e828/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "/opt/stack/data/nova/instances/57a76f00-1c04-4219-ab78-3c99db43e828/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.176s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.194s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/57a76f00-1c04-4219-ab78-3c99db43e828/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/57a76f00-1c04-4219-ab78-3c99db43e828/disk 1073741824" returned: 0 in 0.060s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.260s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG nova.network.neutron [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Successfully created port: d735aafb-129d-42ae-bc9e-7ce49fad0e1c {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.186s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Checking if we can resize image /opt/stack/data/nova/instances/57a76f00-1c04-4219-ab78-3c99db43e828/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57a76f00-1c04-4219-ab78-3c99db43e828/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG nova.compute.manager [req-3089abb1-31fb-4424-8ba5-9551f50a33ad req-93671bd3-aa2a-4fe1-8d19-a599606a2de6 service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received event network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3089abb1-31fb-4424-8ba5-9551f50a33ad req-93671bd3-aa2a-4fe1-8d19-a599606a2de6 service nova] Acquiring lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3089abb1-31fb-4424-8ba5-9551f50a33ad req-93671bd3-aa2a-4fe1-8d19-a599606a2de6 service nova] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3089abb1-31fb-4424-8ba5-9551f50a33ad req-93671bd3-aa2a-4fe1-8d19-a599606a2de6 service nova] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG nova.compute.manager [req-3089abb1-31fb-4424-8ba5-9551f50a33ad req-93671bd3-aa2a-4fe1-8d19-a599606a2de6 service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] No waiting events found dispatching network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:00:47 user nova-compute[74922]: WARNING nova.compute.manager [req-3089abb1-31fb-4424-8ba5-9551f50a33ad req-93671bd3-aa2a-4fe1-8d19-a599606a2de6 service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received unexpected event network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 for instance with vm_state stopped and task_state None.
Oct 30 06:00:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57a76f00-1c04-4219-ab78-3c99db43e828/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Cannot resize image /opt/stack/data/nova/instances/57a76f00-1c04-4219-ab78-3c99db43e828/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Ensure instance console log exists: /opt/stack/data/nova/instances/57a76f00-1c04-4219-ab78-3c99db43e828/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG nova.network.neutron [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Successfully updated port: d735aafb-129d-42ae-bc9e-7ce49fad0e1c {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "refresh_cache-57a76f00-1c04-4219-ab78-3c99db43e828" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquired lock "refresh_cache-57a76f00-1c04-4219-ab78-3c99db43e828" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG nova.network.neutron [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG nova.compute.manager [req-9ea028f9-cd46-4c74-92b8-0da4d465df3c req-953e9a58-c54b-4fef-91c2-6c90c073a435 service nova] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Received event network-changed-d735aafb-129d-42ae-bc9e-7ce49fad0e1c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG nova.compute.manager [req-9ea028f9-cd46-4c74-92b8-0da4d465df3c req-953e9a58-c54b-4fef-91c2-6c90c073a435 service nova] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Refreshing instance network info cache due to event network-changed-d735aafb-129d-42ae-bc9e-7ce49fad0e1c. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9ea028f9-cd46-4c74-92b8-0da4d465df3c req-953e9a58-c54b-4fef-91c2-6c90c073a435 service nova] Acquiring lock "refresh_cache-57a76f00-1c04-4219-ab78-3c99db43e828" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG nova.network.neutron [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.network.neutron [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Updating instance_info_cache with network_info: [{"id": "d735aafb-129d-42ae-bc9e-7ce49fad0e1c", "address": "fa:16:3e:54:0e:28", "network": {"id": "4bd80c41-6e35-4903-a6be-6ac5206abce0", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-982368985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d462bf0904f4698a414513983cdff9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd735aafb-12", "ovs_interfaceid": "d735aafb-129d-42ae-bc9e-7ce49fad0e1c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Releasing lock "refresh_cache-57a76f00-1c04-4219-ab78-3c99db43e828" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.compute.manager [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Instance network_info: |[{"id": "d735aafb-129d-42ae-bc9e-7ce49fad0e1c", "address": "fa:16:3e:54:0e:28", "network": {"id": "4bd80c41-6e35-4903-a6be-6ac5206abce0", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-982368985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d462bf0904f4698a414513983cdff9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd735aafb-12", "ovs_interfaceid": "d735aafb-129d-42ae-bc9e-7ce49fad0e1c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9ea028f9-cd46-4c74-92b8-0da4d465df3c req-953e9a58-c54b-4fef-91c2-6c90c073a435 service nova] Acquired lock "refresh_cache-57a76f00-1c04-4219-ab78-3c99db43e828" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.network.neutron [req-9ea028f9-cd46-4c74-92b8-0da4d465df3c req-953e9a58-c54b-4fef-91c2-6c90c073a435 service nova] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Refreshing network info cache for port d735aafb-129d-42ae-bc9e-7ce49fad0e1c {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Start _get_guest_xml network_info=[{"id": "d735aafb-129d-42ae-bc9e-7ce49fad0e1c", "address": "fa:16:3e:54:0e:28", "network": {"id": "4bd80c41-6e35-4903-a6be-6ac5206abce0", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-982368985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d462bf0904f4698a414513983cdff9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd735aafb-12", "ovs_interfaceid": "d735aafb-129d-42ae-bc9e-7ce49fad0e1c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 06:00:48 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:00:48 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:00:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-540305283',display_name='tempest-VolumesSnapshotTestJSON-instance-540305283',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-540305283',id=35,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD3LocGi19A7MhjN4BtyxZWsaQAu05Pzz0pZgwVzniiqZwhmSf3+/ST1d7LA3wvTW0WjbozP0zZgN7tc5k/RKYLiLBGM8GekB3q0EyXFI2QKiI+LgTtg95x57m+npkoXlQ==',key_name='tempest-keypair-616266551',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4d462bf0904f4698a414513983cdff9a',ramdisk_id='',reservation_id='r-09xhtdh5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1631386676',owner_user_name='tempest-VolumesSnapshotTestJSON-1631386676-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:00:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='908aa35e28b94a7dbb1b6877ad88ba32',uuid=57a76f00-1c04-4219-ab78-3c99db43e828,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d735aafb-129d-42ae-bc9e-7ce49fad0e1c", "address": "fa:16:3e:54:0e:28", "network": {"id": "4bd80c41-6e35-4903-a6be-6ac5206abce0", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-982368985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d462bf0904f4698a414513983cdff9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd735aafb-12", "ovs_interfaceid": "d735aafb-129d-42ae-bc9e-7ce49fad0e1c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Converting VIF {"id": "d735aafb-129d-42ae-bc9e-7ce49fad0e1c", "address": "fa:16:3e:54:0e:28", "network": {"id": "4bd80c41-6e35-4903-a6be-6ac5206abce0", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-982368985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d462bf0904f4698a414513983cdff9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd735aafb-12", "ovs_interfaceid": "d735aafb-129d-42ae-bc9e-7ce49fad0e1c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:54:0e:28,bridge_name='br-int',has_traffic_filtering=True,id=d735aafb-129d-42ae-bc9e-7ce49fad0e1c,network=Network(4bd80c41-6e35-4903-a6be-6ac5206abce0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd735aafb-12') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.objects.instance [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lazy-loading 'pci_devices' on Instance uuid 57a76f00-1c04-4219-ab78-3c99db43e828 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] End _get_guest_xml xml=<domain type="kvm">
Oct 30 06:00:48 user nova-compute[74922]:   <uuid>57a76f00-1c04-4219-ab78-3c99db43e828</uuid>
Oct 30 06:00:48 user nova-compute[74922]:   <name>instance-00000023</name>
Oct 30 06:00:48 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 06:00:48 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 06:00:48 user nova-compute[74922]:   <metadata>
Oct 30 06:00:48 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 06:00:48 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 06:00:48 user nova-compute[74922]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-540305283</nova:name>
Oct 30 06:00:48 user nova-compute[74922]:       <nova:creationTime>2023-10-30 06:00:48</nova:creationTime>
Oct 30 06:00:48 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 06:00:48 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 06:00:48 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 06:00:48 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 06:00:48 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 06:00:48 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 06:00:48 user nova-compute[74922]:       </nova:flavor>
Oct 30 06:00:48 user nova-compute[74922]:       <nova:owner>
Oct 30 06:00:48 user nova-compute[74922]:         <nova:user uuid="908aa35e28b94a7dbb1b6877ad88ba32">tempest-VolumesSnapshotTestJSON-1631386676-project-member</nova:user>
Oct 30 06:00:48 user nova-compute[74922]:         <nova:project uuid="4d462bf0904f4698a414513983cdff9a">tempest-VolumesSnapshotTestJSON-1631386676</nova:project>
Oct 30 06:00:48 user nova-compute[74922]:       </nova:owner>
Oct 30 06:00:48 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 06:00:48 user nova-compute[74922]:       <nova:ports>
Oct 30 06:00:48 user nova-compute[74922]:         <nova:port uuid="d735aafb-129d-42ae-bc9e-7ce49fad0e1c">
Oct 30 06:00:48 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 30 06:00:48 user nova-compute[74922]:         </nova:port>
Oct 30 06:00:48 user nova-compute[74922]:       </nova:ports>
Oct 30 06:00:48 user nova-compute[74922]:     </nova:instance>
Oct 30 06:00:48 user nova-compute[74922]:   </metadata>
Oct 30 06:00:48 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 06:00:48 user nova-compute[74922]:     <system>
Oct 30 06:00:48 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 06:00:48 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 06:00:48 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 06:00:48 user nova-compute[74922]:       <entry name="serial">57a76f00-1c04-4219-ab78-3c99db43e828</entry>
Oct 30 06:00:48 user nova-compute[74922]:       <entry name="uuid">57a76f00-1c04-4219-ab78-3c99db43e828</entry>
Oct 30 06:00:48 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 06:00:48 user nova-compute[74922]:     </system>
Oct 30 06:00:48 user nova-compute[74922]:   </sysinfo>
Oct 30 06:00:48 user nova-compute[74922]:   <os>
Oct 30 06:00:48 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 06:00:48 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 06:00:48 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 06:00:48 user nova-compute[74922]:   </os>
Oct 30 06:00:48 user nova-compute[74922]:   <features>
Oct 30 06:00:48 user nova-compute[74922]:     <acpi/>
Oct 30 06:00:48 user nova-compute[74922]:     <apic/>
Oct 30 06:00:48 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 06:00:48 user nova-compute[74922]:   </features>
Oct 30 06:00:48 user nova-compute[74922]:   <clock offset="utc">
Oct 30 06:00:48 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 06:00:48 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 06:00:48 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 06:00:48 user nova-compute[74922]:   </clock>
Oct 30 06:00:48 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 06:00:48 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 06:00:48 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 06:00:48 user nova-compute[74922]:   </cpu>
Oct 30 06:00:48 user nova-compute[74922]:   <devices>
Oct 30 06:00:48 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 06:00:48 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 06:00:48 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/57a76f00-1c04-4219-ab78-3c99db43e828/disk"/>
Oct 30 06:00:48 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 06:00:48 user nova-compute[74922]:     </disk>
Oct 30 06:00:48 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 06:00:48 user nova-compute[74922]:       <mac address="fa:16:3e:54:0e:28"/>
Oct 30 06:00:48 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:00:48 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 06:00:48 user nova-compute[74922]:       <target dev="tapd735aafb-12"/>
Oct 30 06:00:48 user nova-compute[74922]:     </interface>
Oct 30 06:00:48 user nova-compute[74922]:     <serial type="pty">
Oct 30 06:00:48 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/57a76f00-1c04-4219-ab78-3c99db43e828/console.log" append="off"/>
Oct 30 06:00:48 user nova-compute[74922]:     </serial>
Oct 30 06:00:48 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 06:00:48 user nova-compute[74922]:     <video>
Oct 30 06:00:48 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:00:48 user nova-compute[74922]:     </video>
Oct 30 06:00:48 user nova-compute[74922]:     <rng model="virtio">
Oct 30 06:00:48 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 06:00:48 user nova-compute[74922]:     </rng>
Oct 30 06:00:48 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 06:00:48 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 06:00:48 user nova-compute[74922]:       <stats period="10"/>
Oct 30 06:00:48 user nova-compute[74922]:     </memballoon>
Oct 30 06:00:48 user nova-compute[74922]:   </devices>
Oct 30 06:00:48 user nova-compute[74922]: </domain>
Oct 30 06:00:48 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:00:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-540305283',display_name='tempest-VolumesSnapshotTestJSON-instance-540305283',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-540305283',id=35,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD3LocGi19A7MhjN4BtyxZWsaQAu05Pzz0pZgwVzniiqZwhmSf3+/ST1d7LA3wvTW0WjbozP0zZgN7tc5k/RKYLiLBGM8GekB3q0EyXFI2QKiI+LgTtg95x57m+npkoXlQ==',key_name='tempest-keypair-616266551',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4d462bf0904f4698a414513983cdff9a',ramdisk_id='',reservation_id='r-09xhtdh5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1631386676',owner_user_name='tempest-VolumesSnapshotTestJSON-1631386676-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:00:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='908aa35e28b94a7dbb1b6877ad88ba32',uuid=57a76f00-1c04-4219-ab78-3c99db43e828,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d735aafb-129d-42ae-bc9e-7ce49fad0e1c", "address": "fa:16:3e:54:0e:28", "network": {"id": "4bd80c41-6e35-4903-a6be-6ac5206abce0", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-982368985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d462bf0904f4698a414513983cdff9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd735aafb-12", "ovs_interfaceid": "d735aafb-129d-42ae-bc9e-7ce49fad0e1c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Converting VIF {"id": "d735aafb-129d-42ae-bc9e-7ce49fad0e1c", "address": "fa:16:3e:54:0e:28", "network": {"id": "4bd80c41-6e35-4903-a6be-6ac5206abce0", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-982368985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d462bf0904f4698a414513983cdff9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd735aafb-12", "ovs_interfaceid": "d735aafb-129d-42ae-bc9e-7ce49fad0e1c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:54:0e:28,bridge_name='br-int',has_traffic_filtering=True,id=d735aafb-129d-42ae-bc9e-7ce49fad0e1c,network=Network(4bd80c41-6e35-4903-a6be-6ac5206abce0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd735aafb-12') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG os_vif [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:54:0e:28,bridge_name='br-int',has_traffic_filtering=True,id=d735aafb-129d-42ae-bc9e-7ce49fad0e1c,network=Network(4bd80c41-6e35-4903-a6be-6ac5206abce0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd735aafb-12') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a4200e71-3635-5ba5-8d5d-721582cdf69d', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd735aafb-12, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd735aafb-12, col_values=(('qos', UUID('31684a37-ccd5-4b38-b350-52412e7638db')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd735aafb-12, col_values=(('external_ids', {'iface-id': 'd735aafb-129d-42ae-bc9e-7ce49fad0e1c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:54:0e:28', 'vm-uuid': '57a76f00-1c04-4219-ab78-3c99db43e828'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:48 user nova-compute[74922]: INFO os_vif [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:54:0e:28,bridge_name='br-int',has_traffic_filtering=True,id=d735aafb-129d-42ae-bc9e-7ce49fad0e1c,network=Network(4bd80c41-6e35-4903-a6be-6ac5206abce0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd735aafb-12')
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] No VIF found with MAC fa:16:3e:54:0e:28, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.network.neutron [req-9ea028f9-cd46-4c74-92b8-0da4d465df3c req-953e9a58-c54b-4fef-91c2-6c90c073a435 service nova] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Updated VIF entry in instance network info cache for port d735aafb-129d-42ae-bc9e-7ce49fad0e1c. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.network.neutron [req-9ea028f9-cd46-4c74-92b8-0da4d465df3c req-953e9a58-c54b-4fef-91c2-6c90c073a435 service nova] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Updating instance_info_cache with network_info: [{"id": "d735aafb-129d-42ae-bc9e-7ce49fad0e1c", "address": "fa:16:3e:54:0e:28", "network": {"id": "4bd80c41-6e35-4903-a6be-6ac5206abce0", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-982368985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d462bf0904f4698a414513983cdff9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd735aafb-12", "ovs_interfaceid": "d735aafb-129d-42ae-bc9e-7ce49fad0e1c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9ea028f9-cd46-4c74-92b8-0da4d465df3c req-953e9a58-c54b-4fef-91c2-6c90c073a435 service nova] Releasing lock "refresh_cache-57a76f00-1c04-4219-ab78-3c99db43e828" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.239s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.169s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:00:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:00:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:49 user nova-compute[74922]: DEBUG nova.compute.manager [req-0b744a96-231e-4862-9d95-65d2d966a074 req-733eabe8-5806-4e98-85da-300487013867 service nova] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Received event network-vif-plugged-d735aafb-129d-42ae-bc9e-7ce49fad0e1c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:00:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0b744a96-231e-4862-9d95-65d2d966a074 req-733eabe8-5806-4e98-85da-300487013867 service nova] Acquiring lock "57a76f00-1c04-4219-ab78-3c99db43e828-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:00:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0b744a96-231e-4862-9d95-65d2d966a074 req-733eabe8-5806-4e98-85da-300487013867 service nova] Lock "57a76f00-1c04-4219-ab78-3c99db43e828-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:00:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0b744a96-231e-4862-9d95-65d2d966a074 req-733eabe8-5806-4e98-85da-300487013867 service nova] Lock "57a76f00-1c04-4219-ab78-3c99db43e828-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:00:49 user nova-compute[74922]: DEBUG nova.compute.manager [req-0b744a96-231e-4862-9d95-65d2d966a074 req-733eabe8-5806-4e98-85da-300487013867 service nova] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] No waiting events found dispatching network-vif-plugged-d735aafb-129d-42ae-bc9e-7ce49fad0e1c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:00:49 user nova-compute[74922]: WARNING nova.compute.manager [req-0b744a96-231e-4862-9d95-65d2d966a074 req-733eabe8-5806-4e98-85da-300487013867 service nova] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Received unexpected event network-vif-plugged-d735aafb-129d-42ae-bc9e-7ce49fad0e1c for instance with vm_state building and task_state spawning.
Oct 30 06:00:50 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:00:50 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:00:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=7898MB free_disk=25.244800567626953GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:00:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:00:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:00:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 4c3e6679-374d-4644-b05d-ef0bf04d7a3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:00:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:00:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 973a038b-f887-4daf-ba88-7f604e1b6bde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:00:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 152ed8a0-4208-485b-bf31-fcdd5b7469ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:00:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance bf842ae2-dd28-4c55-8c4d-e416d89d75d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:00:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 7db75206-6a36-48b4-85c6-0b011a794e3e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:00:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 4e3bafb9-caaa-4a26-99c2-281620b6313b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:00:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:00:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 57a76f00-1c04-4219-ab78-3c99db43e828 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:00:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:00:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:00:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:50 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:00:50 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:00:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:00:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.475s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:00:51 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:00:51 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:00:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-4e3bafb9-caaa-4a26-99c2-281620b6313b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:00:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-4e3bafb9-caaa-4a26-99c2-281620b6313b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:00:51 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:00:51 user nova-compute[74922]: DEBUG nova.compute.manager [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 06:00:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 06:00:51 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Instance spawned successfully.
Oct 30 06:00:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 06:00:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:00:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:00:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:00:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:00:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:00:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:00:51 user nova-compute[74922]: DEBUG nova.compute.manager [req-724f4982-c39b-46a0-b36f-77e2c028479e req-b79c520d-35e7-45f2-a653-8cd86b7eead8 service nova] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Received event network-vif-plugged-d735aafb-129d-42ae-bc9e-7ce49fad0e1c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:00:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-724f4982-c39b-46a0-b36f-77e2c028479e req-b79c520d-35e7-45f2-a653-8cd86b7eead8 service nova] Acquiring lock "57a76f00-1c04-4219-ab78-3c99db43e828-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:00:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-724f4982-c39b-46a0-b36f-77e2c028479e req-b79c520d-35e7-45f2-a653-8cd86b7eead8 service nova] Lock "57a76f00-1c04-4219-ab78-3c99db43e828-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:00:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-724f4982-c39b-46a0-b36f-77e2c028479e req-b79c520d-35e7-45f2-a653-8cd86b7eead8 service nova] Lock "57a76f00-1c04-4219-ab78-3c99db43e828-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:00:51 user nova-compute[74922]: DEBUG nova.compute.manager [req-724f4982-c39b-46a0-b36f-77e2c028479e req-b79c520d-35e7-45f2-a653-8cd86b7eead8 service nova] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] No waiting events found dispatching network-vif-plugged-d735aafb-129d-42ae-bc9e-7ce49fad0e1c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:00:51 user nova-compute[74922]: WARNING nova.compute.manager [req-724f4982-c39b-46a0-b36f-77e2c028479e req-b79c520d-35e7-45f2-a653-8cd86b7eead8 service nova] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Received unexpected event network-vif-plugged-d735aafb-129d-42ae-bc9e-7ce49fad0e1c for instance with vm_state building and task_state spawning.
Oct 30 06:00:51 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Updating instance_info_cache with network_info: [{"id": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "address": "fa:16:3e:6a:f6:fb", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d9c4ab8-3c", "ovs_interfaceid": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:00:51 user nova-compute[74922]: INFO nova.compute.manager [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Took 5.58 seconds to spawn the instance on the hypervisor.
Oct 30 06:00:51 user nova-compute[74922]: DEBUG nova.compute.manager [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:00:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-4e3bafb9-caaa-4a26-99c2-281620b6313b" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:00:51 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:00:52 user nova-compute[74922]: INFO nova.compute.manager [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Took 6.37 seconds to build instance.
Oct 30 06:00:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-90559e8c-9fb5-49d0-934f-a45f4bc7ba74 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "57a76f00-1c04-4219-ab78-3c99db43e828" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.526s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:00:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:00:58 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:01:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:01:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "61e57ed5-062e-4643-8acb-635eb21f78e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:01:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "61e57ed5-062e-4643-8acb-635eb21f78e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:01:27 user nova-compute[74922]: DEBUG nova.compute.manager [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 06:01:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:01:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:01:27 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 06:01:27 user nova-compute[74922]: INFO nova.compute.claims [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Claim successful on node user
Oct 30 06:01:27 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:01:27 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:01:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.380s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:01:27 user nova-compute[74922]: DEBUG nova.compute.manager [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 06:01:27 user nova-compute[74922]: DEBUG nova.compute.manager [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 06:01:27 user nova-compute[74922]: DEBUG nova.network.neutron [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 06:01:27 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 06:01:27 user nova-compute[74922]: DEBUG nova.compute.manager [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 06:01:27 user nova-compute[74922]: DEBUG nova.policy [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04edad06b29641c0b1dd6d4d8ecd76ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd351e3ef48c843f2b24492d6b235189f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 06:01:27 user nova-compute[74922]: DEBUG nova.compute.manager [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 06:01:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 06:01:27 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Creating image(s)
Oct 30 06:01:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "/opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:01:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "/opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:01:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "/opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:01:27 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.189s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "4e3bafb9-caaa-4a26-99c2-281620b6313b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:01:28 user nova-compute[74922]: INFO nova.compute.manager [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Terminating instance
Oct 30 06:01:28 user nova-compute[74922]: DEBUG nova.compute.manager [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.182s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk 1073741824" returned: 0 in 0.055s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG nova.network.neutron [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Successfully created port: 71831972-b31f-4415-9765-940ae098dafc {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.191s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Checking if we can resize image /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-726e151c-1963-4f09-b5a7-122d4c8bdddf req-6a2165bb-70ea-4743-a852-873b605c6fca service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Received event network-vif-unplugged-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-726e151c-1963-4f09-b5a7-122d4c8bdddf req-6a2165bb-70ea-4743-a852-873b605c6fca service nova] Acquiring lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-726e151c-1963-4f09-b5a7-122d4c8bdddf req-6a2165bb-70ea-4743-a852-873b605c6fca service nova] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-726e151c-1963-4f09-b5a7-122d4c8bdddf req-6a2165bb-70ea-4743-a852-873b605c6fca service nova] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-726e151c-1963-4f09-b5a7-122d4c8bdddf req-6a2165bb-70ea-4743-a852-873b605c6fca service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] No waiting events found dispatching network-vif-unplugged-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-726e151c-1963-4f09-b5a7-122d4c8bdddf req-6a2165bb-70ea-4743-a852-873b605c6fca service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Received event network-vif-unplugged-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Cannot resize image /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Ensure instance console log exists: /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:01:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:01:29 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Instance destroyed successfully.
Oct 30 06:01:29 user nova-compute[74922]: DEBUG nova.objects.instance [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lazy-loading 'resources' on Instance uuid 4e3bafb9-caaa-4a26-99c2-281620b6313b {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:54:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1981600194',display_name='tempest-ServerActionsTestOtherA-server-1981600194',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1981600194',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEd2+exI2Ut/RN30BqlqOmdhuChbOltMIsLODzfAvmMl2WFyS5/L2KsjI6tAqdhRVKvrMGTB734UduFBfFJpfUlI0yjN3oTo9CRnCiEsQrN5Aul2tXEDjcuAUivZWXLE6g==',key_name='tempest-keypair-875372468',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:57:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b7689a63a17e4743ae8888892f1ee34b',ramdisk_id='',reservation_id='r-5pitq635',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1370130237',owner_user_name='tempest-ServerActionsTestOtherA-1370130237-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:58:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2efd61aeedd04bd4bdf7af2f3b15c99e',uuid=4e3bafb9-caaa-4a26-99c2-281620b6313b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "address": "fa:16:3e:6a:f6:fb", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d9c4ab8-3c", "ovs_interfaceid": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converting VIF {"id": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "address": "fa:16:3e:6a:f6:fb", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d9c4ab8-3c", "ovs_interfaceid": "0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6a:f6:fb,bridge_name='br-int',has_traffic_filtering=True,id=0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d9c4ab8-3c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG os_vif [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6a:f6:fb,bridge_name='br-int',has_traffic_filtering=True,id=0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d9c4ab8-3c') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0d9c4ab8-3c, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d89616fc-dda9-404a-80cf-ed28e9c5c624) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:29 user nova-compute[74922]: INFO os_vif [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6a:f6:fb,bridge_name='br-int',has_traffic_filtering=True,id=0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d9c4ab8-3c')
Oct 30 06:01:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pPkOmuex', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:01:29 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:01:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8790cf7c-08e1-4ae2-8c76-3982a91f9353]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 06:01:29 user nova-compute[74922]: No targets found.
Oct 30 06:01:29 user nova-compute[74922]: iSNS:
Oct 30 06:01:29 user nova-compute[74922]: No targets found.
Oct 30 06:01:29 user nova-compute[74922]: STATIC:
Oct 30 06:01:29 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14
Oct 30 06:01:29 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:01:29 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:01:29 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6
Oct 30 06:01:29 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:01:29 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:01:29 user nova-compute[74922]: FIRMWARE:
Oct 30 06:01:29 user nova-compute[74922]: No targets found.
Oct 30 06:01:29 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 06:01:29 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 06:01:29 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[662cd0f8-8273-4585-bdff-84e5895ae12d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4aa517a9-8bb4-455f-a44f-cbdc016bef93]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:01:29 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 06:01:29 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:01:29 user nova-compute[74922]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 (non-flash)
Oct 30 06:01:29 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82087d2cb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14'): ({'sde'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Removing single pathed devices sde {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb9a23ee-c8ec-472a-b00a-0a4fd6993804]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[651421a3-2663-4e8e-a307-71e028c7391a]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Flushing IO for device /dev/sde {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2277085d-dff0-47b7-b48f-5c8e5c5eb935]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.054s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[078c533a-d6bd-448b-a081-9564d902f01e]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] SCSI volumes sde have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f673933a-d82d-4249-ab54-2aef260378a3]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4f53f8b-e8c3-425e-9a87-35ef59ede68d]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14, portal: 172.16.0.220,3260]
Oct 30 06:01:29 user nova-compute[74922]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14, portal: 172.16.0.220,3260] successful.
Oct 30 06:01:29 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[72a15c66-639d-48bb-ba8d-3a3ed9c7014e]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.326s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] <== disconnect_volume: return (328ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 06:01:29 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Deleting instance files /opt/stack/data/nova/instances/4e3bafb9-caaa-4a26-99c2-281620b6313b_del
Oct 30 06:01:29 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Deletion of /opt/stack/data/nova/instances/4e3bafb9-caaa-4a26-99c2-281620b6313b_del complete
Oct 30 06:01:29 user nova-compute[74922]: INFO nova.compute.manager [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Took 1.43 seconds to destroy the instance on the hypervisor.
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG nova.network.neutron [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Successfully updated port: 71831972-b31f-4415-9765-940ae098dafc {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "refresh_cache-61e57ed5-062e-4643-8acb-635eb21f78e4" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquired lock "refresh_cache-61e57ed5-062e-4643-8acb-635eb21f78e4" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:01:29 user nova-compute[74922]: DEBUG nova.network.neutron [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Acquiring lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:01:30 user nova-compute[74922]: INFO nova.compute.manager [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Unshelving
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.network.neutron [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 06:01:30 user nova-compute[74922]: INFO nova.virt.block_device [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Booting with volume ce1ae336-8079-4d0a-9d4c-6f1586936cc7 at /dev/vda
Oct 30 06:01:30 user nova-compute[74922]: DEBUG os_brick.utils [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0799488-45a0-4fa0-aa41-241cdb2c79e5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[04ab5796-070c-4e23-8a28-d74f152d23e3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[653fb6c6-be95-4272-a3e7-8a17bed54f6b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0b9f5f9-062a-4038-b655-45b1da900881]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:01:30 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 06:01:30 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d331e19f-64d8-4b1d-9640-19cfcd111f52]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG os_brick.utils [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Updating existing volume attachment record: d48c032c-8707-4a1d-8917-21eb23baba27 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.network.neutron [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Updating instance_info_cache with network_info: [{"id": "71831972-b31f-4415-9765-940ae098dafc", "address": "fa:16:3e:7e:d8:d5", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71831972-b3", "ovs_interfaceid": "71831972-b31f-4415-9765-940ae098dafc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Releasing lock "refresh_cache-61e57ed5-062e-4643-8acb-635eb21f78e4" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.compute.manager [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Instance network_info: |[{"id": "71831972-b31f-4415-9765-940ae098dafc", "address": "fa:16:3e:7e:d8:d5", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71831972-b3", "ovs_interfaceid": "71831972-b31f-4415-9765-940ae098dafc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Start _get_guest_xml network_info=[{"id": "71831972-b31f-4415-9765-940ae098dafc", "address": "fa:16:3e:7e:d8:d5", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71831972-b3", "ovs_interfaceid": "71831972-b31f-4415-9765-940ae098dafc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 06:01:30 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:01:30 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:01:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2046684242',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2046684242',id=36,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d351e3ef48c843f2b24492d6b235189f',ramdisk_id='',reservation_id='r-1060ny0z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:01:28Z,user_data=None,user_id='04edad06b29641c0b1dd6d4d8ecd76ef',uuid=61e57ed5-062e-4643-8acb-635eb21f78e4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "71831972-b31f-4415-9765-940ae098dafc", "address": "fa:16:3e:7e:d8:d5", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71831972-b3", "ovs_interfaceid": "71831972-b31f-4415-9765-940ae098dafc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converting VIF {"id": "71831972-b31f-4415-9765-940ae098dafc", "address": "fa:16:3e:7e:d8:d5", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71831972-b3", "ovs_interfaceid": "71831972-b31f-4415-9765-940ae098dafc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7e:d8:d5,bridge_name='br-int',has_traffic_filtering=True,id=71831972-b31f-4415-9765-940ae098dafc,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71831972-b3') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.objects.instance [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lazy-loading 'pci_devices' on Instance uuid 61e57ed5-062e-4643-8acb-635eb21f78e4 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.compute.manager [req-0e6e6ae2-46e1-4e40-8e57-dc75774d52c6 req-ba165148-467b-4db1-bda4-7281eafe9c4f service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Received event network-vif-plugged-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0e6e6ae2-46e1-4e40-8e57-dc75774d52c6 req-ba165148-467b-4db1-bda4-7281eafe9c4f service nova] Acquiring lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0e6e6ae2-46e1-4e40-8e57-dc75774d52c6 req-ba165148-467b-4db1-bda4-7281eafe9c4f service nova] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0e6e6ae2-46e1-4e40-8e57-dc75774d52c6 req-ba165148-467b-4db1-bda4-7281eafe9c4f service nova] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.compute.manager [req-0e6e6ae2-46e1-4e40-8e57-dc75774d52c6 req-ba165148-467b-4db1-bda4-7281eafe9c4f service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] No waiting events found dispatching network-vif-plugged-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:01:30 user nova-compute[74922]: WARNING nova.compute.manager [req-0e6e6ae2-46e1-4e40-8e57-dc75774d52c6 req-ba165148-467b-4db1-bda4-7281eafe9c4f service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Received unexpected event network-vif-plugged-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 for instance with vm_state active and task_state deleting.
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.compute.manager [req-0e6e6ae2-46e1-4e40-8e57-dc75774d52c6 req-ba165148-467b-4db1-bda4-7281eafe9c4f service nova] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Received event network-changed-71831972-b31f-4415-9765-940ae098dafc {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.compute.manager [req-0e6e6ae2-46e1-4e40-8e57-dc75774d52c6 req-ba165148-467b-4db1-bda4-7281eafe9c4f service nova] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Refreshing instance network info cache due to event network-changed-71831972-b31f-4415-9765-940ae098dafc. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0e6e6ae2-46e1-4e40-8e57-dc75774d52c6 req-ba165148-467b-4db1-bda4-7281eafe9c4f service nova] Acquiring lock "refresh_cache-61e57ed5-062e-4643-8acb-635eb21f78e4" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0e6e6ae2-46e1-4e40-8e57-dc75774d52c6 req-ba165148-467b-4db1-bda4-7281eafe9c4f service nova] Acquired lock "refresh_cache-61e57ed5-062e-4643-8acb-635eb21f78e4" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.network.neutron [req-0e6e6ae2-46e1-4e40-8e57-dc75774d52c6 req-ba165148-467b-4db1-bda4-7281eafe9c4f service nova] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Refreshing network info cache for port 71831972-b31f-4415-9765-940ae098dafc {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] End _get_guest_xml xml=<domain type="kvm">
Oct 30 06:01:30 user nova-compute[74922]:   <uuid>61e57ed5-062e-4643-8acb-635eb21f78e4</uuid>
Oct 30 06:01:30 user nova-compute[74922]:   <name>instance-00000024</name>
Oct 30 06:01:30 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 06:01:30 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 06:01:30 user nova-compute[74922]:   <metadata>
Oct 30 06:01:30 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 06:01:30 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 06:01:30 user nova-compute[74922]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-2046684242</nova:name>
Oct 30 06:01:30 user nova-compute[74922]:       <nova:creationTime>2023-10-30 06:01:30</nova:creationTime>
Oct 30 06:01:30 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 06:01:30 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 06:01:30 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 06:01:30 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 06:01:30 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 06:01:30 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 06:01:30 user nova-compute[74922]:       </nova:flavor>
Oct 30 06:01:30 user nova-compute[74922]:       <nova:owner>
Oct 30 06:01:30 user nova-compute[74922]:         <nova:user uuid="04edad06b29641c0b1dd6d4d8ecd76ef">tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member</nova:user>
Oct 30 06:01:30 user nova-compute[74922]:         <nova:project uuid="d351e3ef48c843f2b24492d6b235189f">tempest-ServerBootFromVolumeStableRescueTest-1475644647</nova:project>
Oct 30 06:01:30 user nova-compute[74922]:       </nova:owner>
Oct 30 06:01:30 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 06:01:30 user nova-compute[74922]:       <nova:ports>
Oct 30 06:01:30 user nova-compute[74922]:         <nova:port uuid="71831972-b31f-4415-9765-940ae098dafc">
Oct 30 06:01:30 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 30 06:01:30 user nova-compute[74922]:         </nova:port>
Oct 30 06:01:30 user nova-compute[74922]:       </nova:ports>
Oct 30 06:01:30 user nova-compute[74922]:     </nova:instance>
Oct 30 06:01:30 user nova-compute[74922]:   </metadata>
Oct 30 06:01:30 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 06:01:30 user nova-compute[74922]:     <system>
Oct 30 06:01:30 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 06:01:30 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 06:01:30 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 06:01:30 user nova-compute[74922]:       <entry name="serial">61e57ed5-062e-4643-8acb-635eb21f78e4</entry>
Oct 30 06:01:30 user nova-compute[74922]:       <entry name="uuid">61e57ed5-062e-4643-8acb-635eb21f78e4</entry>
Oct 30 06:01:30 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 06:01:30 user nova-compute[74922]:     </system>
Oct 30 06:01:30 user nova-compute[74922]:   </sysinfo>
Oct 30 06:01:30 user nova-compute[74922]:   <os>
Oct 30 06:01:30 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 06:01:30 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 06:01:30 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 06:01:30 user nova-compute[74922]:   </os>
Oct 30 06:01:30 user nova-compute[74922]:   <features>
Oct 30 06:01:30 user nova-compute[74922]:     <acpi/>
Oct 30 06:01:30 user nova-compute[74922]:     <apic/>
Oct 30 06:01:30 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 06:01:30 user nova-compute[74922]:   </features>
Oct 30 06:01:30 user nova-compute[74922]:   <clock offset="utc">
Oct 30 06:01:30 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 06:01:30 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 06:01:30 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 06:01:30 user nova-compute[74922]:   </clock>
Oct 30 06:01:30 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 06:01:30 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 06:01:30 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 06:01:30 user nova-compute[74922]:   </cpu>
Oct 30 06:01:30 user nova-compute[74922]:   <devices>
Oct 30 06:01:30 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 06:01:30 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 06:01:30 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk"/>
Oct 30 06:01:30 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 06:01:30 user nova-compute[74922]:     </disk>
Oct 30 06:01:30 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 06:01:30 user nova-compute[74922]:       <mac address="fa:16:3e:7e:d8:d5"/>
Oct 30 06:01:30 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:01:30 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 06:01:30 user nova-compute[74922]:       <target dev="tap71831972-b3"/>
Oct 30 06:01:30 user nova-compute[74922]:     </interface>
Oct 30 06:01:30 user nova-compute[74922]:     <serial type="pty">
Oct 30 06:01:30 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/console.log" append="off"/>
Oct 30 06:01:30 user nova-compute[74922]:     </serial>
Oct 30 06:01:30 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 06:01:30 user nova-compute[74922]:     <video>
Oct 30 06:01:30 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:01:30 user nova-compute[74922]:     </video>
Oct 30 06:01:30 user nova-compute[74922]:     <rng model="virtio">
Oct 30 06:01:30 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 06:01:30 user nova-compute[74922]:     </rng>
Oct 30 06:01:30 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 06:01:30 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 06:01:30 user nova-compute[74922]:       <stats period="10"/>
Oct 30 06:01:30 user nova-compute[74922]:     </memballoon>
Oct 30 06:01:30 user nova-compute[74922]:   </devices>
Oct 30 06:01:30 user nova-compute[74922]: </domain>
Oct 30 06:01:30 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:01:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2046684242',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2046684242',id=36,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d351e3ef48c843f2b24492d6b235189f',ramdisk_id='',reservation_id='r-1060ny0z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:01:28Z,user_data=None,user_id='04edad06b29641c0b1dd6d4d8ecd76ef',uuid=61e57ed5-062e-4643-8acb-635eb21f78e4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "71831972-b31f-4415-9765-940ae098dafc", "address": "fa:16:3e:7e:d8:d5", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71831972-b3", "ovs_interfaceid": "71831972-b31f-4415-9765-940ae098dafc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converting VIF {"id": "71831972-b31f-4415-9765-940ae098dafc", "address": "fa:16:3e:7e:d8:d5", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71831972-b3", "ovs_interfaceid": "71831972-b31f-4415-9765-940ae098dafc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7e:d8:d5,bridge_name='br-int',has_traffic_filtering=True,id=71831972-b31f-4415-9765-940ae098dafc,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71831972-b3') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG os_vif [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7e:d8:d5,bridge_name='br-int',has_traffic_filtering=True,id=71831972-b31f-4415-9765-940ae098dafc,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71831972-b3') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '99905556-e792-53b5-a36e-07cabc740ab1', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap71831972-b3, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap71831972-b3, col_values=(('qos', UUID('131442ac-1365-409a-9b34-3e4526d973f4')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap71831972-b3, col_values=(('external_ids', {'iface-id': '71831972-b31f-4415-9765-940ae098dafc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7e:d8:d5', 'vm-uuid': '61e57ed5-062e-4643-8acb-635eb21f78e4'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:30 user nova-compute[74922]: INFO os_vif [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7e:d8:d5,bridge_name='br-int',has_traffic_filtering=True,id=71831972-b31f-4415-9765-940ae098dafc,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71831972-b3')
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:01:30 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] No VIF found with MAC fa:16:3e:7e:d8:d5, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:01:31 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:01:31 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Took 1.42 seconds to deallocate network for instance.
Oct 30 06:01:31 user nova-compute[74922]: DEBUG nova.compute.manager [req-4d69d6a7-fa34-4543-905f-dc1c235f2df5 req-f71cb11f-de8e-4b33-9035-acae33b7971e service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Received event network-vif-deleted-0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:01:31 user nova-compute[74922]: INFO nova.compute.manager [req-4d69d6a7-fa34-4543-905f-dc1c235f2df5 req-f71cb11f-de8e-4b33-9035-acae33b7971e service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Neutron deleted interface 0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38; detaching it from the instance and deleting it from the info cache
Oct 30 06:01:31 user nova-compute[74922]: DEBUG nova.network.neutron [req-4d69d6a7-fa34-4543-905f-dc1c235f2df5 req-f71cb11f-de8e-4b33-9035-acae33b7971e service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:01:31 user nova-compute[74922]: DEBUG nova.compute.manager [req-4d69d6a7-fa34-4543-905f-dc1c235f2df5 req-f71cb11f-de8e-4b33-9035-acae33b7971e service nova] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Detach interface failed, port_id=0d9c4ab8-3cdd-42cd-8e5a-a24c2f2aee38, reason: Instance 4e3bafb9-caaa-4a26-99c2-281620b6313b could not be found. {{(pid=74922) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 06:01:31 user nova-compute[74922]: DEBUG nova.network.neutron [req-0e6e6ae2-46e1-4e40-8e57-dc75774d52c6 req-ba165148-467b-4db1-bda4-7281eafe9c4f service nova] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Updated VIF entry in instance network info cache for port 71831972-b31f-4415-9765-940ae098dafc. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:01:31 user nova-compute[74922]: DEBUG nova.network.neutron [req-0e6e6ae2-46e1-4e40-8e57-dc75774d52c6 req-ba165148-467b-4db1-bda4-7281eafe9c4f service nova] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Updating instance_info_cache with network_info: [{"id": "71831972-b31f-4415-9765-940ae098dafc", "address": "fa:16:3e:7e:d8:d5", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71831972-b3", "ovs_interfaceid": "71831972-b31f-4415-9765-940ae098dafc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:01:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0e6e6ae2-46e1-4e40-8e57-dc75774d52c6 req-ba165148-467b-4db1-bda4-7281eafe9c4f service nova] Releasing lock "refresh_cache-61e57ed5-062e-4643-8acb-635eb21f78e4" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:01:31 user nova-compute[74922]: INFO nova.compute.manager [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Took 0.87 seconds to detach 1 volumes for instance.
Oct 30 06:01:31 user nova-compute[74922]: DEBUG nova.compute.manager [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4e3bafb9-caaa-4a26-99c2-281620b6313b] Deleting volume: 9c5804bd-e0b2-4163-a0ef-1d1ba3c30b14 {{(pid=74922) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 30 06:01:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:01:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:01:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:32 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:01:32 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:01:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.422s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:01:32 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Deleted allocations for instance 4e3bafb9-caaa-4a26-99c2-281620b6313b
Oct 30 06:01:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cbdc6651-5730-4e83-80c6-2b489fe68208 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "4e3bafb9-caaa-4a26-99c2-281620b6313b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.499s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:01:32 user nova-compute[74922]: DEBUG nova.compute.manager [req-094ac7da-d1e9-4e8e-b58f-64b84c6d8f11 req-db379b74-1ac8-4da2-8db2-a15656a328b5 service nova] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Received event network-vif-plugged-71831972-b31f-4415-9765-940ae098dafc {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:01:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-094ac7da-d1e9-4e8e-b58f-64b84c6d8f11 req-db379b74-1ac8-4da2-8db2-a15656a328b5 service nova] Acquiring lock "61e57ed5-062e-4643-8acb-635eb21f78e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:01:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-094ac7da-d1e9-4e8e-b58f-64b84c6d8f11 req-db379b74-1ac8-4da2-8db2-a15656a328b5 service nova] Lock "61e57ed5-062e-4643-8acb-635eb21f78e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:01:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-094ac7da-d1e9-4e8e-b58f-64b84c6d8f11 req-db379b74-1ac8-4da2-8db2-a15656a328b5 service nova] Lock "61e57ed5-062e-4643-8acb-635eb21f78e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:01:32 user nova-compute[74922]: DEBUG nova.compute.manager [req-094ac7da-d1e9-4e8e-b58f-64b84c6d8f11 req-db379b74-1ac8-4da2-8db2-a15656a328b5 service nova] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] No waiting events found dispatching network-vif-plugged-71831972-b31f-4415-9765-940ae098dafc {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:01:32 user nova-compute[74922]: WARNING nova.compute.manager [req-094ac7da-d1e9-4e8e-b58f-64b84c6d8f11 req-db379b74-1ac8-4da2-8db2-a15656a328b5 service nova] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Received unexpected event network-vif-plugged-71831972-b31f-4415-9765-940ae098dafc for instance with vm_state building and task_state spawning.
Oct 30 06:01:34 user nova-compute[74922]: DEBUG nova.compute.manager [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 06:01:34 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 06:01:34 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Instance spawned successfully.
Oct 30 06:01:34 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 06:01:34 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:01:34 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:01:34 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:01:34 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:01:34 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:01:34 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:01:34 user nova-compute[74922]: INFO nova.compute.manager [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Took 6.82 seconds to spawn the instance on the hypervisor.
Oct 30 06:01:34 user nova-compute[74922]: DEBUG nova.compute.manager [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:01:34 user nova-compute[74922]: INFO nova.compute.manager [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Took 7.57 seconds to build instance.
Oct 30 06:01:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d72fdf76-8e99-4018-8514-0d8eba60b022 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "61e57ed5-062e-4643-8acb-635eb21f78e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.664s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:01:34 user nova-compute[74922]: DEBUG nova.compute.manager [req-c9f1d1fb-8c1f-4565-9389-fb1ffc96f899 req-5147bbef-9931-460f-ab62-f7dc7d41ba01 service nova] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Received event network-vif-plugged-71831972-b31f-4415-9765-940ae098dafc {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:01:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c9f1d1fb-8c1f-4565-9389-fb1ffc96f899 req-5147bbef-9931-460f-ab62-f7dc7d41ba01 service nova] Acquiring lock "61e57ed5-062e-4643-8acb-635eb21f78e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:01:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c9f1d1fb-8c1f-4565-9389-fb1ffc96f899 req-5147bbef-9931-460f-ab62-f7dc7d41ba01 service nova] Lock "61e57ed5-062e-4643-8acb-635eb21f78e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:01:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c9f1d1fb-8c1f-4565-9389-fb1ffc96f899 req-5147bbef-9931-460f-ab62-f7dc7d41ba01 service nova] Lock "61e57ed5-062e-4643-8acb-635eb21f78e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:01:34 user nova-compute[74922]: DEBUG nova.compute.manager [req-c9f1d1fb-8c1f-4565-9389-fb1ffc96f899 req-5147bbef-9931-460f-ab62-f7dc7d41ba01 service nova] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] No waiting events found dispatching network-vif-plugged-71831972-b31f-4415-9765-940ae098dafc {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:01:34 user nova-compute[74922]: WARNING nova.compute.manager [req-c9f1d1fb-8c1f-4565-9389-fb1ffc96f899 req-5147bbef-9931-460f-ab62-f7dc7d41ba01 service nova] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Received unexpected event network-vif-plugged-71831972-b31f-4415-9765-940ae098dafc for instance with vm_state active and task_state None.
Oct 30 06:01:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:37 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:01:38 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:01:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:40 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:01:40 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:01:40 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:01:41 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:01:41 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:01:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:01:45 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:01:45 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:01:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:01:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:01:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:01:45 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:01:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk.rescue --force-share --output=json" returned: 0 in 0.228s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:48 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:01:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57a76f00-1c04-4219-ab78-3c99db43e828/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57a76f00-1c04-4219-ab78-3c99db43e828/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57a76f00-1c04-4219-ab78-3c99db43e828/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:01:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:01:50 user nova-compute[74922]: DEBUG nova.objects.instance [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lazy-loading 'pci_requests' on Instance uuid c9ddbbf4-7a35-4f97-8cb2-427abee9770e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:01:50 user nova-compute[74922]: DEBUG nova.objects.instance [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lazy-loading 'numa_topology' on Instance uuid c9ddbbf4-7a35-4f97-8cb2-427abee9770e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:01:50 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 06:01:50 user nova-compute[74922]: INFO nova.compute.claims [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Claim successful on node user
Oct 30 06:01:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57a76f00-1c04-4219-ab78-3c99db43e828/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:50 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:01:50 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:01:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=7731MB free_disk=25.21227264404297GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:01:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:01:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:50 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:01:50 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:01:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.891s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:01:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.373s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:01:51 user nova-compute[74922]: INFO nova.network.neutron [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Updating port 37ecb3ff-2283-445f-81c1-19e390d5a649 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 30 06:01:51 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 4c3e6679-374d-4644-b05d-ef0bf04d7a3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:01:51 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:01:51 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 973a038b-f887-4daf-ba88-7f604e1b6bde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:01:51 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 152ed8a0-4208-485b-bf31-fcdd5b7469ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:01:51 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance bf842ae2-dd28-4c55-8c4d-e416d89d75d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:01:51 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 7db75206-6a36-48b4-85c6-0b011a794e3e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:01:51 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:01:51 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 57a76f00-1c04-4219-ab78-3c99db43e828 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:01:51 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 61e57ed5-062e-4643-8acb-635eb21f78e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:01:51 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Instance with task_state "spawning" is not being actively managed by this compute host but has allocations referencing this compute node (efd5e61c-93ae-4193-aa6b-99209077dc32): {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1777}}
Oct 30 06:01:51 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:01:51 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:01:51 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:01:51 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:01:51 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:01:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.529s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:01:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Acquiring lock "refresh_cache-c9ddbbf4-7a35-4f97-8cb2-427abee9770e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:01:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Acquired lock "refresh_cache-c9ddbbf4-7a35-4f97-8cb2-427abee9770e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:01:51 user nova-compute[74922]: DEBUG nova.network.neutron [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:01:51 user nova-compute[74922]: DEBUG nova.compute.manager [req-d41d1b4d-327d-4ecc-b038-d1942aeab51d req-e16a8714-d992-4458-9241-8df657a6949a service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Received event network-changed-37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:01:51 user nova-compute[74922]: DEBUG nova.compute.manager [req-d41d1b4d-327d-4ecc-b038-d1942aeab51d req-e16a8714-d992-4458-9241-8df657a6949a service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Refreshing instance network info cache due to event network-changed-37ecb3ff-2283-445f-81c1-19e390d5a649. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:01:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d41d1b4d-327d-4ecc-b038-d1942aeab51d req-e16a8714-d992-4458-9241-8df657a6949a service nova] Acquiring lock "refresh_cache-c9ddbbf4-7a35-4f97-8cb2-427abee9770e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.network.neutron [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Updating instance_info_cache with network_info: [{"id": "37ecb3ff-2283-445f-81c1-19e390d5a649", "address": "fa:16:3e:b1:9a:8a", "network": {"id": "3070f359-42d7-46f7-a969-d11e266b9551", "bridge": "br-int", "label": "tempest-TestShelveInstance-1499160518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed16a66e78454d77abf859db08679557", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37ecb3ff-22", "ovs_interfaceid": "37ecb3ff-2283-445f-81c1-19e390d5a649", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Releasing lock "refresh_cache-c9ddbbf4-7a35-4f97-8cb2-427abee9770e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 06:01:52 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Creating image(s)
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Did not create local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Ensure instance console log exists: /opt/stack/data/nova/instances/c9ddbbf4-7a35-4f97-8cb2-427abee9770e/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Start _get_guest_xml network_info=[{"id": "37ecb3ff-2283-445f-81c1-19e390d5a649", "address": "fa:16:3e:b1:9a:8a", "network": {"id": "3070f359-42d7-46f7-a969-d11e266b9551", "bridge": "br-int", "label": "tempest-TestShelveInstance-1499160518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed16a66e78454d77abf859db08679557", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37ecb3ff-22", "ovs_interfaceid": "37ecb3ff-2283-445f-81c1-19e390d5a649", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': 'd48c032c-8707-4a1d-8917-21eb23baba27', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PMCpsvfD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c9ddbbf4-7a35-4f97-8cb2-427abee9770e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce1ae336-8079-4d0a-9d4c-6f1586936cc7', 'serial': 'ce1ae336-8079-4d0a-9d4c-6f1586936cc7'}, 'disk_bus': 'virtio', 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d41d1b4d-327d-4ecc-b038-d1942aeab51d req-e16a8714-d992-4458-9241-8df657a6949a service nova] Acquired lock "refresh_cache-c9ddbbf4-7a35-4f97-8cb2-427abee9770e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.network.neutron [req-d41d1b4d-327d-4ecc-b038-d1942aeab51d req-e16a8714-d992-4458-9241-8df657a6949a service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Refreshing network info cache for port 37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:01:52 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:01:52 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.objects.instance [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lazy-loading 'vcpu_model' on Instance uuid c9ddbbf4-7a35-4f97-8cb2-427abee9770e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.objects.base [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Object Instance<c9ddbbf4-7a35-4f97-8cb2-427abee9770e> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PMCpsvfD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:01:52 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:01:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:01:52 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:01:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:01:52 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[492176d6-5a1b-4f92-8721-e4b59bbf93d0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 06:01:52 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f1259e6-55cb-4aa1-9dc7-d5728a2774c7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7] added
Oct 30 06:01:52 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f649e3cf-a28a-4703-bae9-82c9db758388]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f14ae684-63dc-4dbd-8d03-5cf9f5f86984]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PMCpsvfD {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PMCpsvfD" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[59d42bca-9530-4d24-a14e-87d3fa184caf]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PMCpsvfD'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[214f13f9-9870-49ea-b006-38b5207a976c]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b30cdf9-9c80-47ba-8f20-5efe6154b08f]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:01:52 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:01:52 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9f8484f-352a-4b25-8d3d-ea4b9d5c293d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7, portal: 172.16.0.220,3260]
Oct 30 06:01:52 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7, portal: 172.16.0.220,3260] successful.
Oct 30 06:01:52 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[88f7fa3f-ba25-4b62-8b8d-91850752d060]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[088248ee-524e-4987-8bb1-6a2ffab0fd33]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:01:52 user nova-compute[74922]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)
Oct 30 06:01:52 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:01:52 user nova-compute[74922]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)
Oct 30 06:01:52 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.285s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] HCTL ('33', '-', '-', 0) found on session 41 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[00ed98fb-400a-448d-b25c-08ffcec3ceed]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Searching for a device in session 41 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PMCpsvfD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.network.neutron [req-d41d1b4d-327d-4ecc-b038-d1942aeab51d req-e16a8714-d992-4458-9241-8df657a6949a service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Updated VIF entry in instance network info cache for port 37ecb3ff-2283-445f-81c1-19e390d5a649. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.network.neutron [req-d41d1b4d-327d-4ecc-b038-d1942aeab51d req-e16a8714-d992-4458-9241-8df657a6949a service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Updating instance_info_cache with network_info: [{"id": "37ecb3ff-2283-445f-81c1-19e390d5a649", "address": "fa:16:3e:b1:9a:8a", "network": {"id": "3070f359-42d7-46f7-a969-d11e266b9551", "bridge": "br-int", "label": "tempest-TestShelveInstance-1499160518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed16a66e78454d77abf859db08679557", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37ecb3ff-22", "ovs_interfaceid": "37ecb3ff-2283-445f-81c1-19e390d5a649", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d41d1b4d-327d-4ecc-b038-d1942aeab51d req-e16a8714-d992-4458-9241-8df657a6949a service nova] Releasing lock "refresh_cache-c9ddbbf4-7a35-4f97-8cb2-427abee9770e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:01:52 user nova-compute[74922]: INFO nova.compute.manager [None req-d2f30629-dfb2-4be2-b0ab-6658e970a2fb tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Unrescuing
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d2f30629-dfb2-4be2-b0ab-6658e970a2fb tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "refresh_cache-152ed8a0-4208-485b-bf31-fcdd5b7469ed" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d2f30629-dfb2-4be2-b0ab-6658e970a2fb tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquired lock "refresh_cache-152ed8a0-4208-485b-bf31-fcdd5b7469ed" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:01:52 user nova-compute[74922]: DEBUG nova.network.neutron [None req-d2f30629-dfb2-4be2-b0ab-6658e970a2fb tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG nova.network.neutron [None req-d2f30629-dfb2-4be2-b0ab-6658e970a2fb tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Updating instance_info_cache with network_info: [{"id": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "address": "fa:16:3e:5f:ad:20", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54bd5b43-29", "ovs_interfaceid": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d2f30629-dfb2-4be2-b0ab-6658e970a2fb tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Releasing lock "refresh_cache-152ed8a0-4208-485b-bf31-fcdd5b7469ed" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG nova.objects.instance [None req-d2f30629-dfb2-4be2-b0ab-6658e970a2fb tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'flavor' on Instance uuid 152ed8a0-4208-485b-bf31-fcdd5b7469ed {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-152ed8a0-4208-485b-bf31-fcdd5b7469ed" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-152ed8a0-4208-485b-bf31-fcdd5b7469ed" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG nova.compute.manager [req-39eafd8c-54d7-45ce-982e-ed9fb70af829 req-e8d264a1-5032-498c-a22e-83def99893b3 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Received event network-vif-unplugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-39eafd8c-54d7-45ce-982e-ed9fb70af829 req-e8d264a1-5032-498c-a22e-83def99893b3 service nova] Acquiring lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-39eafd8c-54d7-45ce-982e-ed9fb70af829 req-e8d264a1-5032-498c-a22e-83def99893b3 service nova] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-39eafd8c-54d7-45ce-982e-ed9fb70af829 req-e8d264a1-5032-498c-a22e-83def99893b3 service nova] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG nova.compute.manager [req-39eafd8c-54d7-45ce-982e-ed9fb70af829 req-e8d264a1-5032-498c-a22e-83def99893b3 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] No waiting events found dispatching network-vif-unplugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:01:53 user nova-compute[74922]: WARNING nova.compute.manager [req-39eafd8c-54d7-45ce-982e-ed9fb70af829 req-e8d264a1-5032-498c-a22e-83def99893b3 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Received unexpected event network-vif-unplugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 for instance with vm_state rescued and task_state unrescuing.
Oct 30 06:01:53 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.321s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] <== connect_volume: return (1323ms) {'type': 'block', 'scsi_wwn': '23165326239353962', 'path': '/dev/sdb'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23165326239353962', 'path': '/dev/sdb'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T05:57:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-723842088',display_name='tempest-TestShelveInstance-server-723842088',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-723842088',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-384432154',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:58:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='ed16a66e78454d77abf859db08679557',ramdisk_id='',reservation_id='r-fwu0obpi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-2031269981',owner_user_name='tempest-TestShelveInstance-2031269981-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:01:30Z,user_data=None,user_id='6c6b563f6db1451e9c679382ff8acf88',uuid=c9ddbbf4-7a35-4f97-8cb2-427abee9770e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "37ecb3ff-2283-445f-81c1-19e390d5a649", "address": "fa:16:3e:b1:9a:8a", "network": {"id": "3070f359-42d7-46f7-a969-d11e266b9551", "bridge": "br-int", "label": "tempest-TestShelveInstance-1499160518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed16a66e78454d77abf859db08679557", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37ecb3ff-22", "ovs_interfaceid": "37ecb3ff-2283-445f-81c1-19e390d5a649", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Converting VIF {"id": "37ecb3ff-2283-445f-81c1-19e390d5a649", "address": "fa:16:3e:b1:9a:8a", "network": {"id": "3070f359-42d7-46f7-a969-d11e266b9551", "bridge": "br-int", "label": "tempest-TestShelveInstance-1499160518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed16a66e78454d77abf859db08679557", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37ecb3ff-22", "ovs_interfaceid": "37ecb3ff-2283-445f-81c1-19e390d5a649", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:9a:8a,bridge_name='br-int',has_traffic_filtering=True,id=37ecb3ff-2283-445f-81c1-19e390d5a649,network=Network(3070f359-42d7-46f7-a969-d11e266b9551),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37ecb3ff-22') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG nova.objects.instance [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lazy-loading 'pci_devices' on Instance uuid c9ddbbf4-7a35-4f97-8cb2-427abee9770e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG nova.objects.base [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Object Instance<c9ddbbf4-7a35-4f97-8cb2-427abee9770e> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] End _get_guest_xml xml=<domain type="kvm">
Oct 30 06:01:53 user nova-compute[74922]:   <uuid>c9ddbbf4-7a35-4f97-8cb2-427abee9770e</uuid>
Oct 30 06:01:53 user nova-compute[74922]:   <name>instance-00000021</name>
Oct 30 06:01:53 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 06:01:53 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 06:01:53 user nova-compute[74922]:   <metadata>
Oct 30 06:01:53 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 06:01:53 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 06:01:53 user nova-compute[74922]:       <nova:name>tempest-TestShelveInstance-server-723842088</nova:name>
Oct 30 06:01:53 user nova-compute[74922]:       <nova:creationTime>2023-10-30 06:01:52</nova:creationTime>
Oct 30 06:01:53 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 06:01:53 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 06:01:53 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 06:01:53 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 06:01:53 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 06:01:53 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 06:01:53 user nova-compute[74922]:       </nova:flavor>
Oct 30 06:01:53 user nova-compute[74922]:       <nova:owner>
Oct 30 06:01:53 user nova-compute[74922]:         <nova:user uuid="6c6b563f6db1451e9c679382ff8acf88">tempest-TestShelveInstance-2031269981-project-member</nova:user>
Oct 30 06:01:53 user nova-compute[74922]:         <nova:project uuid="ed16a66e78454d77abf859db08679557">tempest-TestShelveInstance-2031269981</nova:project>
Oct 30 06:01:53 user nova-compute[74922]:       </nova:owner>
Oct 30 06:01:53 user nova-compute[74922]:       <nova:ports>
Oct 30 06:01:53 user nova-compute[74922]:         <nova:port uuid="37ecb3ff-2283-445f-81c1-19e390d5a649">
Oct 30 06:01:53 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 30 06:01:53 user nova-compute[74922]:         </nova:port>
Oct 30 06:01:53 user nova-compute[74922]:       </nova:ports>
Oct 30 06:01:53 user nova-compute[74922]:     </nova:instance>
Oct 30 06:01:53 user nova-compute[74922]:   </metadata>
Oct 30 06:01:53 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 06:01:53 user nova-compute[74922]:     <system>
Oct 30 06:01:53 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 06:01:53 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 06:01:53 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 06:01:53 user nova-compute[74922]:       <entry name="serial">c9ddbbf4-7a35-4f97-8cb2-427abee9770e</entry>
Oct 30 06:01:53 user nova-compute[74922]:       <entry name="uuid">c9ddbbf4-7a35-4f97-8cb2-427abee9770e</entry>
Oct 30 06:01:53 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 06:01:53 user nova-compute[74922]:     </system>
Oct 30 06:01:53 user nova-compute[74922]:   </sysinfo>
Oct 30 06:01:53 user nova-compute[74922]:   <os>
Oct 30 06:01:53 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 06:01:53 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 06:01:53 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 06:01:53 user nova-compute[74922]:   </os>
Oct 30 06:01:53 user nova-compute[74922]:   <features>
Oct 30 06:01:53 user nova-compute[74922]:     <acpi/>
Oct 30 06:01:53 user nova-compute[74922]:     <apic/>
Oct 30 06:01:53 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 06:01:53 user nova-compute[74922]:   </features>
Oct 30 06:01:53 user nova-compute[74922]:   <clock offset="utc">
Oct 30 06:01:53 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 06:01:53 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 06:01:53 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 06:01:53 user nova-compute[74922]:   </clock>
Oct 30 06:01:53 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 06:01:53 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 06:01:53 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 06:01:53 user nova-compute[74922]:   </cpu>
Oct 30 06:01:53 user nova-compute[74922]:   <devices>
Oct 30 06:01:53 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 06:01:53 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:01:53 user nova-compute[74922]:       <source dev="/dev/sdb"/>
Oct 30 06:01:53 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 06:01:53 user nova-compute[74922]:       <serial>ce1ae336-8079-4d0a-9d4c-6f1586936cc7</serial>
Oct 30 06:01:53 user nova-compute[74922]:     </disk>
Oct 30 06:01:53 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 06:01:53 user nova-compute[74922]:       <mac address="fa:16:3e:b1:9a:8a"/>
Oct 30 06:01:53 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:01:53 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 06:01:53 user nova-compute[74922]:       <target dev="tap37ecb3ff-22"/>
Oct 30 06:01:53 user nova-compute[74922]:     </interface>
Oct 30 06:01:53 user nova-compute[74922]:     <serial type="pty">
Oct 30 06:01:53 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/c9ddbbf4-7a35-4f97-8cb2-427abee9770e/console.log" append="off"/>
Oct 30 06:01:53 user nova-compute[74922]:     </serial>
Oct 30 06:01:53 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 06:01:53 user nova-compute[74922]:     <video>
Oct 30 06:01:53 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:01:53 user nova-compute[74922]:     </video>
Oct 30 06:01:53 user nova-compute[74922]:     <rng model="virtio">
Oct 30 06:01:53 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 06:01:53 user nova-compute[74922]:     </rng>
Oct 30 06:01:53 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 06:01:53 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 06:01:53 user nova-compute[74922]:       <stats period="10"/>
Oct 30 06:01:53 user nova-compute[74922]:     </memballoon>
Oct 30 06:01:53 user nova-compute[74922]:   </devices>
Oct 30 06:01:53 user nova-compute[74922]: </domain>
Oct 30 06:01:53 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T05:57:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-723842088',display_name='tempest-TestShelveInstance-server-723842088',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-723842088',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-384432154',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:58:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='ed16a66e78454d77abf859db08679557',ramdisk_id='',reservation_id='r-fwu0obpi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-2031269981',owner_user_name='tempest-TestShelveInstance-2031269981-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:01:30Z,user_data=None,user_id='6c6b563f6db1451e9c679382ff8acf88',uuid=c9ddbbf4-7a35-4f97-8cb2-427abee9770e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "37ecb3ff-2283-445f-81c1-19e390d5a649", "address": "fa:16:3e:b1:9a:8a", "network": {"id": "3070f359-42d7-46f7-a969-d11e266b9551", "bridge": "br-int", "label": "tempest-TestShelveInstance-1499160518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed16a66e78454d77abf859db08679557", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37ecb3ff-22", "ovs_interfaceid": "37ecb3ff-2283-445f-81c1-19e390d5a649", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Converting VIF {"id": "37ecb3ff-2283-445f-81c1-19e390d5a649", "address": "fa:16:3e:b1:9a:8a", "network": {"id": "3070f359-42d7-46f7-a969-d11e266b9551", "bridge": "br-int", "label": "tempest-TestShelveInstance-1499160518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed16a66e78454d77abf859db08679557", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37ecb3ff-22", "ovs_interfaceid": "37ecb3ff-2283-445f-81c1-19e390d5a649", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:9a:8a,bridge_name='br-int',has_traffic_filtering=True,id=37ecb3ff-2283-445f-81c1-19e390d5a649,network=Network(3070f359-42d7-46f7-a969-d11e266b9551),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37ecb3ff-22') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG os_vif [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:9a:8a,bridge_name='br-int',has_traffic_filtering=True,id=37ecb3ff-2283-445f-81c1-19e390d5a649,network=Network(3070f359-42d7-46f7-a969-d11e266b9551),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37ecb3ff-22') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2379ae67-2094-5c18-9e1f-2d57d322ab44', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap37ecb3ff-22, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap37ecb3ff-22, col_values=(('qos', UUID('ab27422c-5f36-4e3f-b2e0-2b9e657e530c')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap37ecb3ff-22, col_values=(('external_ids', {'iface-id': '37ecb3ff-2283-445f-81c1-19e390d5a649', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b1:9a:8a', 'vm-uuid': 'c9ddbbf4-7a35-4f97-8cb2-427abee9770e'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:53 user nova-compute[74922]: INFO os_vif [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:9a:8a,bridge_name='br-int',has_traffic_filtering=True,id=37ecb3ff-2283-445f-81c1-19e390d5a649,network=Network(3070f359-42d7-46f7-a969-d11e266b9551),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37ecb3ff-22')
Oct 30 06:01:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:01:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] No VIF found with MAC fa:16:3e:b1:9a:8a, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:01:53 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Instance destroyed successfully.
Oct 30 06:01:54 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Updating instance_info_cache with network_info: [{"id": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "address": "fa:16:3e:5f:ad:20", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54bd5b43-29", "ovs_interfaceid": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:01:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-152ed8a0-4208-485b-bf31-fcdd5b7469ed" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:01:54 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:01:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:55 user nova-compute[74922]: DEBUG nova.compute.manager [req-e729d4ff-d250-4801-b934-acc47405805d req-783b50f7-08dc-47a2-8b1d-8135b2836542 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Received event network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:01:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e729d4ff-d250-4801-b934-acc47405805d req-783b50f7-08dc-47a2-8b1d-8135b2836542 service nova] Acquiring lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:01:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e729d4ff-d250-4801-b934-acc47405805d req-783b50f7-08dc-47a2-8b1d-8135b2836542 service nova] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:01:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e729d4ff-d250-4801-b934-acc47405805d req-783b50f7-08dc-47a2-8b1d-8135b2836542 service nova] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:01:55 user nova-compute[74922]: DEBUG nova.compute.manager [req-e729d4ff-d250-4801-b934-acc47405805d req-783b50f7-08dc-47a2-8b1d-8135b2836542 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] No waiting events found dispatching network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:01:55 user nova-compute[74922]: WARNING nova.compute.manager [req-e729d4ff-d250-4801-b934-acc47405805d req-783b50f7-08dc-47a2-8b1d-8135b2836542 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Received unexpected event network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 for instance with vm_state rescued and task_state unrescuing.
Oct 30 06:01:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:56 user nova-compute[74922]: DEBUG nova.compute.manager [req-d09a31da-3084-4276-a66d-4ddfe23d4300 req-24a5f205-6b42-46cc-a441-844d3cc5277b service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Received event network-vif-plugged-37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:01:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d09a31da-3084-4276-a66d-4ddfe23d4300 req-24a5f205-6b42-46cc-a441-844d3cc5277b service nova] Acquiring lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:01:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d09a31da-3084-4276-a66d-4ddfe23d4300 req-24a5f205-6b42-46cc-a441-844d3cc5277b service nova] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:01:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d09a31da-3084-4276-a66d-4ddfe23d4300 req-24a5f205-6b42-46cc-a441-844d3cc5277b service nova] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:01:56 user nova-compute[74922]: DEBUG nova.compute.manager [req-d09a31da-3084-4276-a66d-4ddfe23d4300 req-24a5f205-6b42-46cc-a441-844d3cc5277b service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] No waiting events found dispatching network-vif-plugged-37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:01:56 user nova-compute[74922]: WARNING nova.compute.manager [req-d09a31da-3084-4276-a66d-4ddfe23d4300 req-24a5f205-6b42-46cc-a441-844d3cc5277b service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Received unexpected event network-vif-plugged-37ecb3ff-2283-445f-81c1-19e390d5a649 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 30 06:01:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:57 user nova-compute[74922]: DEBUG nova.compute.manager [req-abaccdbd-e06f-4e49-a73a-a817f33df6a3 req-b6eaed2c-9440-470b-818e-d81e207f0603 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Received event network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:01:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-abaccdbd-e06f-4e49-a73a-a817f33df6a3 req-b6eaed2c-9440-470b-818e-d81e207f0603 service nova] Acquiring lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:01:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-abaccdbd-e06f-4e49-a73a-a817f33df6a3 req-b6eaed2c-9440-470b-818e-d81e207f0603 service nova] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:01:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-abaccdbd-e06f-4e49-a73a-a817f33df6a3 req-b6eaed2c-9440-470b-818e-d81e207f0603 service nova] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:01:57 user nova-compute[74922]: DEBUG nova.compute.manager [req-abaccdbd-e06f-4e49-a73a-a817f33df6a3 req-b6eaed2c-9440-470b-818e-d81e207f0603 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] No waiting events found dispatching network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:01:57 user nova-compute[74922]: WARNING nova.compute.manager [req-abaccdbd-e06f-4e49-a73a-a817f33df6a3 req-b6eaed2c-9440-470b-818e-d81e207f0603 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Received unexpected event network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 for instance with vm_state rescued and task_state unrescuing.
Oct 30 06:01:57 user nova-compute[74922]: DEBUG nova.compute.manager [req-abaccdbd-e06f-4e49-a73a-a817f33df6a3 req-b6eaed2c-9440-470b-818e-d81e207f0603 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Received event network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:01:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-abaccdbd-e06f-4e49-a73a-a817f33df6a3 req-b6eaed2c-9440-470b-818e-d81e207f0603 service nova] Acquiring lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:01:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-abaccdbd-e06f-4e49-a73a-a817f33df6a3 req-b6eaed2c-9440-470b-818e-d81e207f0603 service nova] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:01:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-abaccdbd-e06f-4e49-a73a-a817f33df6a3 req-b6eaed2c-9440-470b-818e-d81e207f0603 service nova] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:01:57 user nova-compute[74922]: DEBUG nova.compute.manager [req-abaccdbd-e06f-4e49-a73a-a817f33df6a3 req-b6eaed2c-9440-470b-818e-d81e207f0603 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] No waiting events found dispatching network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:01:57 user nova-compute[74922]: WARNING nova.compute.manager [req-abaccdbd-e06f-4e49-a73a-a817f33df6a3 req-b6eaed2c-9440-470b-818e-d81e207f0603 service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Received unexpected event network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 for instance with vm_state rescued and task_state unrescuing.
Oct 30 06:01:58 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:01:58 user nova-compute[74922]: DEBUG nova.compute.manager [req-b660b8f0-39d7-44cc-a4bd-19f6ed8deaee req-0ee01eeb-3ab4-4764-a491-4e6a95a3969b service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Received event network-vif-plugged-37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:01:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b660b8f0-39d7-44cc-a4bd-19f6ed8deaee req-0ee01eeb-3ab4-4764-a491-4e6a95a3969b service nova] Acquiring lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:01:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b660b8f0-39d7-44cc-a4bd-19f6ed8deaee req-0ee01eeb-3ab4-4764-a491-4e6a95a3969b service nova] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:01:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b660b8f0-39d7-44cc-a4bd-19f6ed8deaee req-0ee01eeb-3ab4-4764-a491-4e6a95a3969b service nova] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:01:58 user nova-compute[74922]: DEBUG nova.compute.manager [req-b660b8f0-39d7-44cc-a4bd-19f6ed8deaee req-0ee01eeb-3ab4-4764-a491-4e6a95a3969b service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] No waiting events found dispatching network-vif-plugged-37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:01:58 user nova-compute[74922]: WARNING nova.compute.manager [req-b660b8f0-39d7-44cc-a4bd-19f6ed8deaee req-0ee01eeb-3ab4-4764-a491-4e6a95a3969b service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Received unexpected event network-vif-plugged-37ecb3ff-2283-445f-81c1-19e390d5a649 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 30 06:01:59 user nova-compute[74922]: DEBUG nova.compute.manager [None req-d2f30629-dfb2-4be2-b0ab-6658e970a2fb tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:01:59 user nova-compute[74922]: DEBUG nova.compute.manager [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 06:01:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 06:01:59 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Instance spawned successfully.
Oct 30 06:01:59 user nova-compute[74922]: DEBUG nova.compute.manager [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:01:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-8fcdb1a7-3b26-4ebe-90dc-76d84d454439 tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 29.135s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:01:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:04 user nova-compute[74922]: DEBUG nova.compute.manager [req-3eaa94bb-4344-4f7e-8126-ab480b8d7324 req-db320b35-1a9b-4482-922c-fda3dc5a5055 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Received event network-changed-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:02:04 user nova-compute[74922]: DEBUG nova.compute.manager [req-3eaa94bb-4344-4f7e-8126-ab480b8d7324 req-db320b35-1a9b-4482-922c-fda3dc5a5055 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Refreshing instance network info cache due to event network-changed-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:02:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3eaa94bb-4344-4f7e-8126-ab480b8d7324 req-db320b35-1a9b-4482-922c-fda3dc5a5055 service nova] Acquiring lock "refresh_cache-0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:02:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3eaa94bb-4344-4f7e-8126-ab480b8d7324 req-db320b35-1a9b-4482-922c-fda3dc5a5055 service nova] Acquired lock "refresh_cache-0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:02:04 user nova-compute[74922]: DEBUG nova.network.neutron [req-3eaa94bb-4344-4f7e-8126-ab480b8d7324 req-db320b35-1a9b-4482-922c-fda3dc5a5055 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Refreshing network info cache for port b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:02:05 user nova-compute[74922]: DEBUG nova.network.neutron [req-3eaa94bb-4344-4f7e-8126-ab480b8d7324 req-db320b35-1a9b-4482-922c-fda3dc5a5055 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Updated VIF entry in instance network info cache for port b16da9f4-d760-4e18-86d6-44aa7d8f0c8b. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:02:05 user nova-compute[74922]: DEBUG nova.network.neutron [req-3eaa94bb-4344-4f7e-8126-ab480b8d7324 req-db320b35-1a9b-4482-922c-fda3dc5a5055 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Updating instance_info_cache with network_info: [{"id": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "address": "fa:16:3e:52:38:65", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb16da9f4-d7", "ovs_interfaceid": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:02:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3eaa94bb-4344-4f7e-8126-ab480b8d7324 req-db320b35-1a9b-4482-922c-fda3dc5a5055 service nova] Releasing lock "refresh_cache-0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:02:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:02:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:02:12 user nova-compute[74922]: INFO nova.compute.manager [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Shelving
Oct 30 06:02:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:12 user nova-compute[74922]: DEBUG nova.compute.manager [req-e6c485ef-8611-4b4c-a40a-2c39082bfc74 req-95d130c9-5c33-441c-967b-162d2dfd10c2 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Received event network-vif-unplugged-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:02:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e6c485ef-8611-4b4c-a40a-2c39082bfc74 req-95d130c9-5c33-441c-967b-162d2dfd10c2 service nova] Acquiring lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:02:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e6c485ef-8611-4b4c-a40a-2c39082bfc74 req-95d130c9-5c33-441c-967b-162d2dfd10c2 service nova] Lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:02:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e6c485ef-8611-4b4c-a40a-2c39082bfc74 req-95d130c9-5c33-441c-967b-162d2dfd10c2 service nova] Lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:02:12 user nova-compute[74922]: DEBUG nova.compute.manager [req-e6c485ef-8611-4b4c-a40a-2c39082bfc74 req-95d130c9-5c33-441c-967b-162d2dfd10c2 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] No waiting events found dispatching network-vif-unplugged-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:02:12 user nova-compute[74922]: WARNING nova.compute.manager [req-e6c485ef-8611-4b4c-a40a-2c39082bfc74 req-95d130c9-5c33-441c-967b-162d2dfd10c2 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Received unexpected event network-vif-unplugged-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b for instance with vm_state active and task_state shelving.
Oct 30 06:02:12 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Instance destroyed successfully.
Oct 30 06:02:12 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Beginning cold snapshot process
Oct 30 06:02:13 user nova-compute[74922]: DEBUG nova.privsep.utils [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74922) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 06:02:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk /opt/stack/data/nova/instances/snapshots/tmp69li4oh5/e3a5e75f0c5f4f998bee86a8590d3e6a {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:13 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk /opt/stack/data/nova/instances/snapshots/tmp69li4oh5/e3a5e75f0c5f4f998bee86a8590d3e6a" returned: 0 in 0.787s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:13 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Snapshot extracted, beginning image upload
Oct 30 06:02:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:14 user nova-compute[74922]: DEBUG nova.compute.manager [req-f8c5703d-13f2-43e2-b1e3-a77504731ce2 req-4737140a-721e-402c-b314-19a756e71588 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Received event network-vif-plugged-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:02:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f8c5703d-13f2-43e2-b1e3-a77504731ce2 req-4737140a-721e-402c-b314-19a756e71588 service nova] Acquiring lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:02:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f8c5703d-13f2-43e2-b1e3-a77504731ce2 req-4737140a-721e-402c-b314-19a756e71588 service nova] Lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:02:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f8c5703d-13f2-43e2-b1e3-a77504731ce2 req-4737140a-721e-402c-b314-19a756e71588 service nova] Lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:02:14 user nova-compute[74922]: DEBUG nova.compute.manager [req-f8c5703d-13f2-43e2-b1e3-a77504731ce2 req-4737140a-721e-402c-b314-19a756e71588 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] No waiting events found dispatching network-vif-plugged-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:02:14 user nova-compute[74922]: WARNING nova.compute.manager [req-f8c5703d-13f2-43e2-b1e3-a77504731ce2 req-4737140a-721e-402c-b314-19a756e71588 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Received unexpected event network-vif-plugged-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b for instance with vm_state active and task_state shelving_image_uploading.
Oct 30 06:02:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:16 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Snapshot image upload complete
Oct 30 06:02:16 user nova-compute[74922]: DEBUG nova.compute.manager [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:02:16 user nova-compute[74922]: INFO nova.compute.manager [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Shelve offloading
Oct 30 06:02:16 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Instance destroyed successfully.
Oct 30 06:02:16 user nova-compute[74922]: DEBUG nova.compute.manager [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:02:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "refresh_cache-0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:02:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquired lock "refresh_cache-0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:02:16 user nova-compute[74922]: DEBUG nova.network.neutron [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:02:16 user nova-compute[74922]: DEBUG nova.network.neutron [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Updating instance_info_cache with network_info: [{"id": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "address": "fa:16:3e:52:38:65", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb16da9f4-d7", "ovs_interfaceid": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:02:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Releasing lock "refresh_cache-0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:02:17 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Instance destroyed successfully.
Oct 30 06:02:17 user nova-compute[74922]: DEBUG nova.objects.instance [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lazy-loading 'resources' on Instance uuid 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:02:17 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:00:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-608770031',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-608770031',id=34,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO0dVBFePjxfO5n5qSXC3aDXpDbXNpuHGmSJG8guum9m7H60GhH0LR5uFrxH1zI8DRgZteobq/9IBV6P7YJWdIFnVmpLfuvWahOh9h5giV14OyDT/rLDb33K4NScis4fDg==',key_name='tempest-keypair-1375603892',keypairs=<?>,launch_index=0,launched_at=2023-10-30T06:00:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='73d2a39f4ae84da684337b7e136087ac',ramdisk_id='',reservation_id='r-bpews757',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-2094568404',owner_user_name='tempest-AttachVolumeShelveTestJSON-2094568404-project-member',shelved_at='2023-10-30T06:02:16.328184',shelved_host='user',shelved_image_id='5a5c634d-7209-46a6-8779-a89aa4851dc5'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:02:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796b18db1279483e9fb141b8cc077abe',uuid=0e1034cb-74d2-46f0-8ef5-cd5de0e3c558,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "address": "fa:16:3e:52:38:65", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb16da9f4-d7", "ovs_interfaceid": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:02:17 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Converting VIF {"id": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "address": "fa:16:3e:52:38:65", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb16da9f4-d7", "ovs_interfaceid": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:02:17 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:38:65,bridge_name='br-int',has_traffic_filtering=True,id=b16da9f4-d760-4e18-86d6-44aa7d8f0c8b,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb16da9f4-d7') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:02:17 user nova-compute[74922]: DEBUG os_vif [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:38:65,bridge_name='br-int',has_traffic_filtering=True,id=b16da9f4-d760-4e18-86d6-44aa7d8f0c8b,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb16da9f4-d7') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:02:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb16da9f4-d7, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:02:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:02:17 user nova-compute[74922]: DEBUG nova.compute.manager [req-bd8c24e2-9a87-48b9-b96b-5ee96fa081c2 req-390f3d14-75c4-4cfb-ad55-2df4dbba7357 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Received event network-changed-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:02:17 user nova-compute[74922]: DEBUG nova.compute.manager [req-bd8c24e2-9a87-48b9-b96b-5ee96fa081c2 req-390f3d14-75c4-4cfb-ad55-2df4dbba7357 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Refreshing instance network info cache due to event network-changed-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:02:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-bd8c24e2-9a87-48b9-b96b-5ee96fa081c2 req-390f3d14-75c4-4cfb-ad55-2df4dbba7357 service nova] Acquiring lock "refresh_cache-0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:02:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-bd8c24e2-9a87-48b9-b96b-5ee96fa081c2 req-390f3d14-75c4-4cfb-ad55-2df4dbba7357 service nova] Acquired lock "refresh_cache-0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:02:17 user nova-compute[74922]: DEBUG nova.network.neutron [req-bd8c24e2-9a87-48b9-b96b-5ee96fa081c2 req-390f3d14-75c4-4cfb-ad55-2df4dbba7357 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Refreshing network info cache for port b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:02:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cf5b0066-8ccd-4129-8abb-c8d74c45728b) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:02:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:02:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:17 user nova-compute[74922]: INFO os_vif [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:38:65,bridge_name='br-int',has_traffic_filtering=True,id=b16da9f4-d760-4e18-86d6-44aa7d8f0c8b,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb16da9f4-d7')
Oct 30 06:02:17 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Deleting instance files /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558_del
Oct 30 06:02:17 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Deletion of /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558_del complete
Oct 30 06:02:17 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Deleted allocations for instance 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558
Oct 30 06:02:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:02:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:02:17 user nova-compute[74922]: DEBUG nova.objects.instance [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lazy-loading 'numa_topology' on Instance uuid 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:02:17 user nova-compute[74922]: DEBUG nova.objects.base [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Object Instance<0e1034cb-74d2-46f0-8ef5-cd5de0e3c558> lazy-loaded attributes: resources,numa_topology {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:02:17 user nova-compute[74922]: DEBUG nova.network.neutron [req-bd8c24e2-9a87-48b9-b96b-5ee96fa081c2 req-390f3d14-75c4-4cfb-ad55-2df4dbba7357 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Updated VIF entry in instance network info cache for port b16da9f4-d760-4e18-86d6-44aa7d8f0c8b. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:02:17 user nova-compute[74922]: DEBUG nova.network.neutron [req-bd8c24e2-9a87-48b9-b96b-5ee96fa081c2 req-390f3d14-75c4-4cfb-ad55-2df4dbba7357 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Updating instance_info_cache with network_info: [{"id": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "address": "fa:16:3e:52:38:65", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapb16da9f4-d7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:02:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-bd8c24e2-9a87-48b9-b96b-5ee96fa081c2 req-390f3d14-75c4-4cfb-ad55-2df4dbba7357 service nova] Releasing lock "refresh_cache-0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:02:18 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:02:18 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:02:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.304s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:02:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4bc7f444-9507-4b75-82a6-7ddab465386c tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 6.045s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:02:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fab1ab0-30e4-456f-8604-7533dfc0ed17 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:02:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fab1ab0-30e4-456f-8604-7533dfc0ed17 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:02:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fab1ab0-30e4-456f-8604-7533dfc0ed17 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:02:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fab1ab0-30e4-456f-8604-7533dfc0ed17 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:02:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fab1ab0-30e4-456f-8604-7533dfc0ed17 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:02:30 user nova-compute[74922]: INFO nova.compute.manager [None req-5fab1ab0-30e4-456f-8604-7533dfc0ed17 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Terminating instance
Oct 30 06:02:30 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5fab1ab0-30e4-456f-8604-7533dfc0ed17 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:02:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:30 user nova-compute[74922]: DEBUG nova.compute.manager [req-28f001f4-e42e-4b3e-8a9f-e116579d9851 req-8cee81ab-a8f0-45a7-a676-2fb7ff2a78b0 service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Received event network-vif-unplugged-ee57dce5-f7a0-4cf8-9921-af521c7b1088 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:02:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-28f001f4-e42e-4b3e-8a9f-e116579d9851 req-8cee81ab-a8f0-45a7-a676-2fb7ff2a78b0 service nova] Acquiring lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:02:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-28f001f4-e42e-4b3e-8a9f-e116579d9851 req-8cee81ab-a8f0-45a7-a676-2fb7ff2a78b0 service nova] Lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:02:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-28f001f4-e42e-4b3e-8a9f-e116579d9851 req-8cee81ab-a8f0-45a7-a676-2fb7ff2a78b0 service nova] Lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:02:30 user nova-compute[74922]: DEBUG nova.compute.manager [req-28f001f4-e42e-4b3e-8a9f-e116579d9851 req-8cee81ab-a8f0-45a7-a676-2fb7ff2a78b0 service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] No waiting events found dispatching network-vif-unplugged-ee57dce5-f7a0-4cf8-9921-af521c7b1088 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:02:30 user nova-compute[74922]: DEBUG nova.compute.manager [req-28f001f4-e42e-4b3e-8a9f-e116579d9851 req-8cee81ab-a8f0-45a7-a676-2fb7ff2a78b0 service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Received event network-vif-unplugged-ee57dce5-f7a0-4cf8-9921-af521c7b1088 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 06:02:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:31 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Instance destroyed successfully.
Oct 30 06:02:31 user nova-compute[74922]: DEBUG nova.objects.instance [None req-5fab1ab0-30e4-456f-8604-7533dfc0ed17 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lazy-loading 'resources' on Instance uuid 4c3e6679-374d-4644-b05d-ef0bf04d7a3a {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:02:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-5fab1ab0-30e4-456f-8604-7533dfc0ed17 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:42:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1057955548',display_name='tempest-ServerActionsTestOtherA-server-1057955548',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1057955548',id=3,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEd2+exI2Ut/RN30BqlqOmdhuChbOltMIsLODzfAvmMl2WFyS5/L2KsjI6tAqdhRVKvrMGTB734UduFBfFJpfUlI0yjN3oTo9CRnCiEsQrN5Aul2tXEDjcuAUivZWXLE6g==',key_name='tempest-keypair-875372468',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:42:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b7689a63a17e4743ae8888892f1ee34b',ramdisk_id='',reservation_id='r-2uwb2m2b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1370130237',owner_user_name='tempest-ServerActionsTestOtherA-1370130237-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:42:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2efd61aeedd04bd4bdf7af2f3b15c99e',uuid=4c3e6679-374d-4644-b05d-ef0bf04d7a3a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "address": "fa:16:3e:71:29:0b", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee57dce5-f7", "ovs_interfaceid": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:02:31 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-5fab1ab0-30e4-456f-8604-7533dfc0ed17 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converting VIF {"id": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "address": "fa:16:3e:71:29:0b", "network": {"id": "da287ef4-3b4e-4793-9d7e-9577b22f0023", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1282073974-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7689a63a17e4743ae8888892f1ee34b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee57dce5-f7", "ovs_interfaceid": "ee57dce5-f7a0-4cf8-9921-af521c7b1088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:02:31 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-5fab1ab0-30e4-456f-8604-7533dfc0ed17 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:71:29:0b,bridge_name='br-int',has_traffic_filtering=True,id=ee57dce5-f7a0-4cf8-9921-af521c7b1088,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee57dce5-f7') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:02:31 user nova-compute[74922]: DEBUG os_vif [None req-5fab1ab0-30e4-456f-8604-7533dfc0ed17 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:71:29:0b,bridge_name='br-int',has_traffic_filtering=True,id=ee57dce5-f7a0-4cf8-9921-af521c7b1088,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee57dce5-f7') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:02:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapee57dce5-f7, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:02:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:02:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3d91ee70-2159-4d55-ae5f-e7afefa0d830) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:02:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:02:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:31 user nova-compute[74922]: INFO os_vif [None req-5fab1ab0-30e4-456f-8604-7533dfc0ed17 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:71:29:0b,bridge_name='br-int',has_traffic_filtering=True,id=ee57dce5-f7a0-4cf8-9921-af521c7b1088,network=Network(da287ef4-3b4e-4793-9d7e-9577b22f0023),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee57dce5-f7')
Oct 30 06:02:31 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-5fab1ab0-30e4-456f-8604-7533dfc0ed17 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Deleting instance files /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a_del
Oct 30 06:02:31 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-5fab1ab0-30e4-456f-8604-7533dfc0ed17 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Deletion of /opt/stack/data/nova/instances/4c3e6679-374d-4644-b05d-ef0bf04d7a3a_del complete
Oct 30 06:02:31 user nova-compute[74922]: INFO nova.compute.manager [None req-5fab1ab0-30e4-456f-8604-7533dfc0ed17 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Took 0.89 seconds to destroy the instance on the hypervisor.
Oct 30 06:02:31 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-5fab1ab0-30e4-456f-8604-7533dfc0ed17 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:02:31 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:02:31 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:02:32 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:02:32 user nova-compute[74922]: DEBUG nova.compute.manager [req-cb76de91-4a0f-47de-bf16-370dd55916f4 req-0ef35f92-a7cc-4607-96d2-2f6b846a6585 service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Received event network-vif-deleted-ee57dce5-f7a0-4cf8-9921-af521c7b1088 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:02:32 user nova-compute[74922]: INFO nova.compute.manager [req-cb76de91-4a0f-47de-bf16-370dd55916f4 req-0ef35f92-a7cc-4607-96d2-2f6b846a6585 service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Neutron deleted interface ee57dce5-f7a0-4cf8-9921-af521c7b1088; detaching it from the instance and deleting it from the info cache
Oct 30 06:02:32 user nova-compute[74922]: DEBUG nova.network.neutron [req-cb76de91-4a0f-47de-bf16-370dd55916f4 req-0ef35f92-a7cc-4607-96d2-2f6b846a6585 service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:02:32 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Took 0.92 seconds to deallocate network for instance.
Oct 30 06:02:32 user nova-compute[74922]: DEBUG nova.compute.manager [req-cb76de91-4a0f-47de-bf16-370dd55916f4 req-0ef35f92-a7cc-4607-96d2-2f6b846a6585 service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Detach interface failed, port_id=ee57dce5-f7a0-4cf8-9921-af521c7b1088, reason: Instance 4c3e6679-374d-4644-b05d-ef0bf04d7a3a could not be found. {{(pid=74922) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 06:02:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fab1ab0-30e4-456f-8604-7533dfc0ed17 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:02:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fab1ab0-30e4-456f-8604-7533dfc0ed17 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:02:32 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-5fab1ab0-30e4-456f-8604-7533dfc0ed17 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:02:32 user nova-compute[74922]: DEBUG nova.compute.manager [req-6d4da696-91cf-4f8c-b378-4ba0cf1195fb req-16cbb992-5a53-44c0-b62d-8cc5d235de33 service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Received event network-vif-plugged-ee57dce5-f7a0-4cf8-9921-af521c7b1088 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:02:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6d4da696-91cf-4f8c-b378-4ba0cf1195fb req-16cbb992-5a53-44c0-b62d-8cc5d235de33 service nova] Acquiring lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:02:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6d4da696-91cf-4f8c-b378-4ba0cf1195fb req-16cbb992-5a53-44c0-b62d-8cc5d235de33 service nova] Lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:02:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6d4da696-91cf-4f8c-b378-4ba0cf1195fb req-16cbb992-5a53-44c0-b62d-8cc5d235de33 service nova] Lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:02:32 user nova-compute[74922]: DEBUG nova.compute.manager [req-6d4da696-91cf-4f8c-b378-4ba0cf1195fb req-16cbb992-5a53-44c0-b62d-8cc5d235de33 service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] No waiting events found dispatching network-vif-plugged-ee57dce5-f7a0-4cf8-9921-af521c7b1088 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:02:32 user nova-compute[74922]: WARNING nova.compute.manager [req-6d4da696-91cf-4f8c-b378-4ba0cf1195fb req-16cbb992-5a53-44c0-b62d-8cc5d235de33 service nova] [instance: 4c3e6679-374d-4644-b05d-ef0bf04d7a3a] Received unexpected event network-vif-plugged-ee57dce5-f7a0-4cf8-9921-af521c7b1088 for instance with vm_state deleted and task_state None.
Oct 30 06:02:32 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-5fab1ab0-30e4-456f-8604-7533dfc0ed17 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:02:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fab1ab0-30e4-456f-8604-7533dfc0ed17 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.294s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:02:33 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-5fab1ab0-30e4-456f-8604-7533dfc0ed17 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Deleted allocations for instance 4c3e6679-374d-4644-b05d-ef0bf04d7a3a
Oct 30 06:02:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fab1ab0-30e4-456f-8604-7533dfc0ed17 tempest-ServerActionsTestOtherA-1370130237 tempest-ServerActionsTestOtherA-1370130237-project-member] Lock "4c3e6679-374d-4644-b05d-ef0bf04d7a3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.561s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:02:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:35 user nova-compute[74922]: DEBUG nova.objects.instance [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'flavor' on Instance uuid 973a038b-f887-4daf-ba88-7f604e1b6bde {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:02:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "refresh_cache-973a038b-f887-4daf-ba88-7f604e1b6bde" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:02:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquired lock "refresh_cache-973a038b-f887-4daf-ba88-7f604e1b6bde" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:02:35 user nova-compute[74922]: DEBUG nova.network.neutron [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:02:35 user nova-compute[74922]: DEBUG nova.objects.instance [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'info_cache' on Instance uuid 973a038b-f887-4daf-ba88-7f604e1b6bde {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:02:35 user nova-compute[74922]: DEBUG nova.objects.base [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Object Instance<973a038b-f887-4daf-ba88-7f604e1b6bde> lazy-loaded attributes: flavor,info_cache {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.network.neutron [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Updating instance_info_cache with network_info: [{"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Releasing lock "refresh_cache-973a038b-f887-4daf-ba88-7f604e1b6bde" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:02:36 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Instance destroyed successfully.
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.objects.instance [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'resources' on Instance uuid 973a038b-f887-4daf-ba88-7f604e1b6bde {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.objects.base [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Object Instance<973a038b-f887-4daf-ba88-7f604e1b6bde> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:54:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1997001967',display_name='tempest-AttachVolumeTestJSON-server-1997001967',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1997001967',id=27,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG7abNHk8pzIZ/gsHryn2YzE3thQlKsqlvsQoTPL4yS+3tEKLMU6a7YI4zWWWE5NZfB3tCE6nFumnVrKLAFiuM+whcq7veJxy4anSXYbS4s0SzetD4re5AYq9vjGFS0wNA==',key_name='tempest-keypair-1357408300',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:54:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='2410fa77d1664259aa24b2da35a330d0',ramdisk_id='',reservation_id='r-ysqwq3p8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-128595711',owner_user_name='tempest-AttachVolumeTestJSON-128595711-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:00:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='749adeb1951e475eb0633320223a75ac',uuid=973a038b-f887-4daf-ba88-7f604e1b6bde,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Converting VIF {"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:26:45,bridge_name='br-int',has_traffic_filtering=True,id=44dc237e-04d5-4631-afdf-ee0924c86027,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44dc237e-04') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG os_vif [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:26:45,bridge_name='br-int',has_traffic_filtering=True,id=44dc237e-04d5-4631-afdf-ee0924c86027,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44dc237e-04') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap44dc237e-04, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a5f93f54-814b-4a17-a4d3-5db475920569) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:02:36 user nova-compute[74922]: INFO os_vif [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:26:45,bridge_name='br-int',has_traffic_filtering=True,id=44dc237e-04d5-4631-afdf-ee0924c86027,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44dc237e-04')
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Start _get_guest_xml network_info=[{"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.objects.instance [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'numa_topology' on Instance uuid 973a038b-f887-4daf-ba88-7f604e1b6bde {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.objects.base [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Object Instance<973a038b-f887-4daf-ba88-7f604e1b6bde> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:02:36 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:02:36 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.objects.instance [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'vcpu_model' on Instance uuid 973a038b-f887-4daf-ba88-7f604e1b6bde {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.objects.base [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Object Instance<973a038b-f887-4daf-ba88-7f604e1b6bde> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:54:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1997001967',display_name='tempest-AttachVolumeTestJSON-server-1997001967',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1997001967',id=27,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG7abNHk8pzIZ/gsHryn2YzE3thQlKsqlvsQoTPL4yS+3tEKLMU6a7YI4zWWWE5NZfB3tCE6nFumnVrKLAFiuM+whcq7veJxy4anSXYbS4s0SzetD4re5AYq9vjGFS0wNA==',key_name='tempest-keypair-1357408300',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:54:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='2410fa77d1664259aa24b2da35a330d0',ramdisk_id='',reservation_id='r-ysqwq3p8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-128595711',owner_user_name='tempest-AttachVolumeTestJSON-128595711-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:00:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='749adeb1951e475eb0633320223a75ac',uuid=973a038b-f887-4daf-ba88-7f604e1b6bde,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Converting VIF {"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:26:45,bridge_name='br-int',has_traffic_filtering=True,id=44dc237e-04d5-4631-afdf-ee0924c86027,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44dc237e-04') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.objects.instance [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'pci_devices' on Instance uuid 973a038b-f887-4daf-ba88-7f604e1b6bde {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.objects.base [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Object Instance<973a038b-f887-4daf-ba88-7f604e1b6bde> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] End _get_guest_xml xml=<domain type="kvm">
Oct 30 06:02:36 user nova-compute[74922]:   <uuid>973a038b-f887-4daf-ba88-7f604e1b6bde</uuid>
Oct 30 06:02:36 user nova-compute[74922]:   <name>instance-0000001b</name>
Oct 30 06:02:36 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 06:02:36 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 06:02:36 user nova-compute[74922]:   <metadata>
Oct 30 06:02:36 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 06:02:36 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 06:02:36 user nova-compute[74922]:       <nova:name>tempest-AttachVolumeTestJSON-server-1997001967</nova:name>
Oct 30 06:02:36 user nova-compute[74922]:       <nova:creationTime>2023-10-30 06:02:36</nova:creationTime>
Oct 30 06:02:36 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 06:02:36 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 06:02:36 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 06:02:36 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 06:02:36 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 06:02:36 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 06:02:36 user nova-compute[74922]:       </nova:flavor>
Oct 30 06:02:36 user nova-compute[74922]:       <nova:owner>
Oct 30 06:02:36 user nova-compute[74922]:         <nova:user uuid="749adeb1951e475eb0633320223a75ac">tempest-AttachVolumeTestJSON-128595711-project-member</nova:user>
Oct 30 06:02:36 user nova-compute[74922]:         <nova:project uuid="2410fa77d1664259aa24b2da35a330d0">tempest-AttachVolumeTestJSON-128595711</nova:project>
Oct 30 06:02:36 user nova-compute[74922]:       </nova:owner>
Oct 30 06:02:36 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 06:02:36 user nova-compute[74922]:       <nova:ports>
Oct 30 06:02:36 user nova-compute[74922]:         <nova:port uuid="44dc237e-04d5-4631-afdf-ee0924c86027">
Oct 30 06:02:36 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 30 06:02:36 user nova-compute[74922]:         </nova:port>
Oct 30 06:02:36 user nova-compute[74922]:       </nova:ports>
Oct 30 06:02:36 user nova-compute[74922]:     </nova:instance>
Oct 30 06:02:36 user nova-compute[74922]:   </metadata>
Oct 30 06:02:36 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 06:02:36 user nova-compute[74922]:     <system>
Oct 30 06:02:36 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 06:02:36 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 06:02:36 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 06:02:36 user nova-compute[74922]:       <entry name="serial">973a038b-f887-4daf-ba88-7f604e1b6bde</entry>
Oct 30 06:02:36 user nova-compute[74922]:       <entry name="uuid">973a038b-f887-4daf-ba88-7f604e1b6bde</entry>
Oct 30 06:02:36 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 06:02:36 user nova-compute[74922]:     </system>
Oct 30 06:02:36 user nova-compute[74922]:   </sysinfo>
Oct 30 06:02:36 user nova-compute[74922]:   <os>
Oct 30 06:02:36 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 06:02:36 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 06:02:36 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 06:02:36 user nova-compute[74922]:   </os>
Oct 30 06:02:36 user nova-compute[74922]:   <features>
Oct 30 06:02:36 user nova-compute[74922]:     <acpi/>
Oct 30 06:02:36 user nova-compute[74922]:     <apic/>
Oct 30 06:02:36 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 06:02:36 user nova-compute[74922]:   </features>
Oct 30 06:02:36 user nova-compute[74922]:   <clock offset="utc">
Oct 30 06:02:36 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 06:02:36 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 06:02:36 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 06:02:36 user nova-compute[74922]:   </clock>
Oct 30 06:02:36 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 06:02:36 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 06:02:36 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 06:02:36 user nova-compute[74922]:   </cpu>
Oct 30 06:02:36 user nova-compute[74922]:   <devices>
Oct 30 06:02:36 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 06:02:36 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 06:02:36 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk"/>
Oct 30 06:02:36 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 06:02:36 user nova-compute[74922]:     </disk>
Oct 30 06:02:36 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 06:02:36 user nova-compute[74922]:       <mac address="fa:16:3e:4b:26:45"/>
Oct 30 06:02:36 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:02:36 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 06:02:36 user nova-compute[74922]:       <target dev="tap44dc237e-04"/>
Oct 30 06:02:36 user nova-compute[74922]:     </interface>
Oct 30 06:02:36 user nova-compute[74922]:     <serial type="pty">
Oct 30 06:02:36 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/console.log" append="off"/>
Oct 30 06:02:36 user nova-compute[74922]:     </serial>
Oct 30 06:02:36 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 06:02:36 user nova-compute[74922]:     <video>
Oct 30 06:02:36 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:02:36 user nova-compute[74922]:     </video>
Oct 30 06:02:36 user nova-compute[74922]:     <rng model="virtio">
Oct 30 06:02:36 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 06:02:36 user nova-compute[74922]:     </rng>
Oct 30 06:02:36 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 06:02:36 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 06:02:36 user nova-compute[74922]:       <stats period="10"/>
Oct 30 06:02:36 user nova-compute[74922]:     </memballoon>
Oct 30 06:02:36 user nova-compute[74922]:   </devices>
Oct 30 06:02:36 user nova-compute[74922]: </domain>
Oct 30 06:02:36 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.objects.instance [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'trusted_certs' on Instance uuid 973a038b-f887-4daf-ba88-7f604e1b6bde {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.objects.base [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Object Instance<973a038b-f887-4daf-ba88-7f604e1b6bde> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.208s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Checking if we can resize image /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.compute.manager [req-9fe9c1a4-e7a3-4c33-ab0e-92bd2f83bd26 req-74ee51e0-e3a8-4556-b674-9117126f958d service nova] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Received event network-changed-d735aafb-129d-42ae-bc9e-7ce49fad0e1c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.compute.manager [req-9fe9c1a4-e7a3-4c33-ab0e-92bd2f83bd26 req-74ee51e0-e3a8-4556-b674-9117126f958d service nova] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Refreshing instance network info cache due to event network-changed-d735aafb-129d-42ae-bc9e-7ce49fad0e1c. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9fe9c1a4-e7a3-4c33-ab0e-92bd2f83bd26 req-74ee51e0-e3a8-4556-b674-9117126f958d service nova] Acquiring lock "refresh_cache-57a76f00-1c04-4219-ab78-3c99db43e828" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9fe9c1a4-e7a3-4c33-ab0e-92bd2f83bd26 req-74ee51e0-e3a8-4556-b674-9117126f958d service nova] Acquired lock "refresh_cache-57a76f00-1c04-4219-ab78-3c99db43e828" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:02:36 user nova-compute[74922]: DEBUG nova.network.neutron [req-9fe9c1a4-e7a3-4c33-ab0e-92bd2f83bd26 req-74ee51e0-e3a8-4556-b674-9117126f958d service nova] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Refreshing network info cache for port d735aafb-129d-42ae-bc9e-7ce49fad0e1c {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:02:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:37 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Cannot resize image /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 06:02:37 user nova-compute[74922]: DEBUG nova.objects.instance [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'migration_context' on Instance uuid 973a038b-f887-4daf-ba88-7f604e1b6bde {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:02:37 user nova-compute[74922]: DEBUG nova.objects.base [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Object Instance<973a038b-f887-4daf-ba88-7f604e1b6bde> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:02:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:54:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1997001967',display_name='tempest-AttachVolumeTestJSON-server-1997001967',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1997001967',id=27,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG7abNHk8pzIZ/gsHryn2YzE3thQlKsqlvsQoTPL4yS+3tEKLMU6a7YI4zWWWE5NZfB3tCE6nFumnVrKLAFiuM+whcq7veJxy4anSXYbS4s0SzetD4re5AYq9vjGFS0wNA==',key_name='tempest-keypair-1357408300',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:54:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='2410fa77d1664259aa24b2da35a330d0',ramdisk_id='',reservation_id='r-ysqwq3p8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-128595711',owner_user_name='tempest-AttachVolumeTestJSON-128595711-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:00:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='749adeb1951e475eb0633320223a75ac',uuid=973a038b-f887-4daf-ba88-7f604e1b6bde,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 06:02:37 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Converting VIF {"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:02:37 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:26:45,bridge_name='br-int',has_traffic_filtering=True,id=44dc237e-04d5-4631-afdf-ee0924c86027,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44dc237e-04') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:02:37 user nova-compute[74922]: DEBUG os_vif [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:26:45,bridge_name='br-int',has_traffic_filtering=True,id=44dc237e-04d5-4631-afdf-ee0924c86027,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44dc237e-04') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 06:02:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:02:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 06:02:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd462fd32-6dd6-57dc-95a4-575ccdead8d8', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:02:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:02:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap44dc237e-04, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:02:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap44dc237e-04, col_values=(('qos', UUID('c7ab5b63-9233-4362-9e96-d24f17ad0a71')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:02:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap44dc237e-04, col_values=(('external_ids', {'iface-id': '44dc237e-04d5-4631-afdf-ee0924c86027', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4b:26:45', 'vm-uuid': '973a038b-f887-4daf-ba88-7f604e1b6bde'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:02:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:02:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:37 user nova-compute[74922]: INFO os_vif [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:26:45,bridge_name='br-int',has_traffic_filtering=True,id=44dc237e-04d5-4631-afdf-ee0924c86027,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44dc237e-04')
Oct 30 06:02:37 user nova-compute[74922]: DEBUG nova.network.neutron [req-9fe9c1a4-e7a3-4c33-ab0e-92bd2f83bd26 req-74ee51e0-e3a8-4556-b674-9117126f958d service nova] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Updated VIF entry in instance network info cache for port d735aafb-129d-42ae-bc9e-7ce49fad0e1c. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:02:37 user nova-compute[74922]: DEBUG nova.network.neutron [req-9fe9c1a4-e7a3-4c33-ab0e-92bd2f83bd26 req-74ee51e0-e3a8-4556-b674-9117126f958d service nova] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Updating instance_info_cache with network_info: [{"id": "d735aafb-129d-42ae-bc9e-7ce49fad0e1c", "address": "fa:16:3e:54:0e:28", "network": {"id": "4bd80c41-6e35-4903-a6be-6ac5206abce0", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-982368985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.26", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d462bf0904f4698a414513983cdff9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd735aafb-12", "ovs_interfaceid": "d735aafb-129d-42ae-bc9e-7ce49fad0e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:02:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-9fe9c1a4-e7a3-4c33-ab0e-92bd2f83bd26 req-74ee51e0-e3a8-4556-b674-9117126f958d service nova] Releasing lock "refresh_cache-57a76f00-1c04-4219-ab78-3c99db43e828" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:02:37 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "57a76f00-1c04-4219-ab78-3c99db43e828" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "57a76f00-1c04-4219-ab78-3c99db43e828" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG nova.objects.instance [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lazy-loading 'flavor' on Instance uuid 57a76f00-1c04-4219-ab78-3c99db43e828 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:02:38 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Ignoring supplied device name: /dev/vdb
Oct 30 06:02:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "57a76f00-1c04-4219-ab78-3c99db43e828" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "57a76f00-1c04-4219-ab78-3c99db43e828" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "57a76f00-1c04-4219-ab78-3c99db43e828" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:02:38 user nova-compute[74922]: INFO nova.compute.manager [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Attaching volume 0de3ae23-c630-418f-81e9-ae2a5d6eeea4 to /dev/vdb
Oct 30 06:02:38 user nova-compute[74922]: DEBUG os_brick.utils [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5016c725-21e0-48a7-9f3f-edd7f97d05e5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9064f07f-826f-40ac-809f-a12d8736d239]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfa577ac-a8b1-4d02-a43d-25520e2de9e4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[daa538ed-eb03-4be5-8c2c-c822c441f775]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:02:38 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 06:02:38 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[616645aa-ee4a-4e38-9b8e-9942a94b0ea8]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG os_brick.utils [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] <== get_connector_properties: return (170ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Updating existing volume attachment record: 8023b857-a4df-4e74-b83d-f21664d21110 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-ddf4b8fd-d139-46f6-b5a5-a88c0126277e req-24b98728-bf73-41e4-8a72-9acf3e64b4dc service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received event network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ddf4b8fd-d139-46f6-b5a5-a88c0126277e req-24b98728-bf73-41e4-8a72-9acf3e64b4dc service nova] Acquiring lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ddf4b8fd-d139-46f6-b5a5-a88c0126277e req-24b98728-bf73-41e4-8a72-9acf3e64b4dc service nova] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ddf4b8fd-d139-46f6-b5a5-a88c0126277e req-24b98728-bf73-41e4-8a72-9acf3e64b4dc service nova] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:02:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-ddf4b8fd-d139-46f6-b5a5-a88c0126277e req-24b98728-bf73-41e4-8a72-9acf3e64b4dc service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] No waiting events found dispatching network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:02:38 user nova-compute[74922]: WARNING nova.compute.manager [req-ddf4b8fd-d139-46f6-b5a5-a88c0126277e req-24b98728-bf73-41e4-8a72-9acf3e64b4dc service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received unexpected event network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 for instance with vm_state stopped and task_state powering-on.
Oct 30 06:02:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Acquiring lock "037175b1-78d3-4972-8974-db3c25cac941" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:02:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "037175b1-78d3-4972-8974-db3c25cac941" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:02:39 user nova-compute[74922]: DEBUG nova.compute.manager [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 06:02:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:02:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:02:39 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 06:02:39 user nova-compute[74922]: INFO nova.compute.claims [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Claim successful on node user
Oct 30 06:02:40 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:02:40 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:02:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.418s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:02:40 user nova-compute[74922]: DEBUG nova.compute.manager [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 06:02:40 user nova-compute[74922]: DEBUG nova.compute.manager [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 06:02:40 user nova-compute[74922]: DEBUG nova.network.neutron [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 06:02:40 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 06:02:40 user nova-compute[74922]: DEBUG nova.compute.manager [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 06:02:40 user nova-compute[74922]: DEBUG nova.policy [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15c5043b4f4b4a04adbad694eb824e45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5cbe344fb724d5b9949359055933005', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 06:02:40 user nova-compute[74922]: DEBUG nova.compute.manager [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 06:02:40 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 06:02:40 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Creating image(s)
Oct 30 06:02:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Acquiring lock "/opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:02:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "/opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:02:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "/opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:02:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:40 user nova-compute[74922]: DEBUG nova.compute.manager [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 06:02:40 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Instance rebooted successfully.
Oct 30 06:02:40 user nova-compute[74922]: DEBUG nova.compute.manager [None req-d35db54f-482b-4824-984c-7ce3836cf07d tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:02:40 user nova-compute[74922]: DEBUG nova.compute.manager [req-652d146e-a5fa-4edd-a662-5aab11fb39e8 req-16f3e3ad-55e2-4707-b133-f5171a5d38a9 service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received event network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:02:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-652d146e-a5fa-4edd-a662-5aab11fb39e8 req-16f3e3ad-55e2-4707-b133-f5171a5d38a9 service nova] Acquiring lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:02:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-652d146e-a5fa-4edd-a662-5aab11fb39e8 req-16f3e3ad-55e2-4707-b133-f5171a5d38a9 service nova] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:02:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-652d146e-a5fa-4edd-a662-5aab11fb39e8 req-16f3e3ad-55e2-4707-b133-f5171a5d38a9 service nova] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:02:40 user nova-compute[74922]: DEBUG nova.compute.manager [req-652d146e-a5fa-4edd-a662-5aab11fb39e8 req-16f3e3ad-55e2-4707-b133-f5171a5d38a9 service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] No waiting events found dispatching network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:02:40 user nova-compute[74922]: WARNING nova.compute.manager [req-652d146e-a5fa-4edd-a662-5aab11fb39e8 req-16f3e3ad-55e2-4707-b133-f5171a5d38a9 service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received unexpected event network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 for instance with vm_state stopped and task_state powering-on.
Oct 30 06:02:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.211s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:02:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:02:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:40 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:02:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.195s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/disk 1073741824" returned: 0 in 0.049s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:02:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:41 user nova-compute[74922]: DEBUG nova.network.neutron [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Successfully created port: f517e629-53a6-4cbf-a50d-448bd5a541d4 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 06:02:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.204s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:41 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Checking if we can resize image /opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 06:02:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:41 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Cannot resize image /opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 06:02:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 06:02:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Ensure instance console log exists: /opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 06:02:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:02:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:02:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:02:41 user nova-compute[74922]: DEBUG nova.network.neutron [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Successfully updated port: f517e629-53a6-4cbf-a50d-448bd5a541d4 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 06:02:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Acquiring lock "refresh_cache-037175b1-78d3-4972-8974-db3c25cac941" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:02:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Acquired lock "refresh_cache-037175b1-78d3-4972-8974-db3c25cac941" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:02:41 user nova-compute[74922]: DEBUG nova.network.neutron [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:02:41 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:02:41 user nova-compute[74922]: DEBUG nova.compute.manager [req-545e4d4d-c0ed-4a1a-9dbf-4f1697ea4ca2 req-f88247fb-524a-403d-a6fb-d9659d71e1b0 service nova] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Received event network-changed-f517e629-53a6-4cbf-a50d-448bd5a541d4 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:02:41 user nova-compute[74922]: DEBUG nova.compute.manager [req-545e4d4d-c0ed-4a1a-9dbf-4f1697ea4ca2 req-f88247fb-524a-403d-a6fb-d9659d71e1b0 service nova] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Refreshing instance network info cache due to event network-changed-f517e629-53a6-4cbf-a50d-448bd5a541d4. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:02:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-545e4d4d-c0ed-4a1a-9dbf-4f1697ea4ca2 req-f88247fb-524a-403d-a6fb-d9659d71e1b0 service nova] Acquiring lock "refresh_cache-037175b1-78d3-4972-8974-db3c25cac941" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.network.neutron [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.network.neutron [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Updating instance_info_cache with network_info: [{"id": "f517e629-53a6-4cbf-a50d-448bd5a541d4", "address": "fa:16:3e:df:df:0c", "network": {"id": "a6721c97-c31e-49ac-a507-c591f0e5b068", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-633075463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5cbe344fb724d5b9949359055933005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf517e629-53", "ovs_interfaceid": "f517e629-53a6-4cbf-a50d-448bd5a541d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Releasing lock "refresh_cache-037175b1-78d3-4972-8974-db3c25cac941" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.compute.manager [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Instance network_info: |[{"id": "f517e629-53a6-4cbf-a50d-448bd5a541d4", "address": "fa:16:3e:df:df:0c", "network": {"id": "a6721c97-c31e-49ac-a507-c591f0e5b068", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-633075463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5cbe344fb724d5b9949359055933005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf517e629-53", "ovs_interfaceid": "f517e629-53a6-4cbf-a50d-448bd5a541d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-545e4d4d-c0ed-4a1a-9dbf-4f1697ea4ca2 req-f88247fb-524a-403d-a6fb-d9659d71e1b0 service nova] Acquired lock "refresh_cache-037175b1-78d3-4972-8974-db3c25cac941" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.network.neutron [req-545e4d4d-c0ed-4a1a-9dbf-4f1697ea4ca2 req-f88247fb-524a-403d-a6fb-d9659d71e1b0 service nova] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Refreshing network info cache for port f517e629-53a6-4cbf-a50d-448bd5a541d4 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Start _get_guest_xml network_info=[{"id": "f517e629-53a6-4cbf-a50d-448bd5a541d4", "address": "fa:16:3e:df:df:0c", "network": {"id": "a6721c97-c31e-49ac-a507-c591f0e5b068", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-633075463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5cbe344fb724d5b9949359055933005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf517e629-53", "ovs_interfaceid": "f517e629-53a6-4cbf-a50d-448bd5a541d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 06:02:42 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:02:42 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:02:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-2036836223',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-2036836223',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-2036836',id=37,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK8kN5wk21lq1GfyCvZ7tJvQGkDDEDOeVRoWmyeecn2OVhgs0KMzMDd4eJC45iLW04oroTKRWbiLBE7IVtMzWywjrvgHXKkJQPMwjz3waj7W7jq3YZ6DxWKEQmPPoJDaOQ==',key_name='tempest-keypair-1734376579',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e5cbe344fb724d5b9949359055933005',ramdisk_id='',reservation_id='r-w200kgkp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1748057988',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:02:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='15c5043b4f4b4a04adbad694eb824e45',uuid=037175b1-78d3-4972-8974-db3c25cac941,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f517e629-53a6-4cbf-a50d-448bd5a541d4", "address": "fa:16:3e:df:df:0c", "network": {"id": "a6721c97-c31e-49ac-a507-c591f0e5b068", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-633075463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5cbe344fb724d5b9949359055933005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf517e629-53", "ovs_interfaceid": "f517e629-53a6-4cbf-a50d-448bd5a541d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Converting VIF {"id": "f517e629-53a6-4cbf-a50d-448bd5a541d4", "address": "fa:16:3e:df:df:0c", "network": {"id": "a6721c97-c31e-49ac-a507-c591f0e5b068", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-633075463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5cbe344fb724d5b9949359055933005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf517e629-53", "ovs_interfaceid": "f517e629-53a6-4cbf-a50d-448bd5a541d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:df:0c,bridge_name='br-int',has_traffic_filtering=True,id=f517e629-53a6-4cbf-a50d-448bd5a541d4,network=Network(a6721c97-c31e-49ac-a507-c591f0e5b068),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf517e629-53') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.objects.instance [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lazy-loading 'pci_devices' on Instance uuid 037175b1-78d3-4972-8974-db3c25cac941 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] End _get_guest_xml xml=<domain type="kvm">
Oct 30 06:02:42 user nova-compute[74922]:   <uuid>037175b1-78d3-4972-8974-db3c25cac941</uuid>
Oct 30 06:02:42 user nova-compute[74922]:   <name>instance-00000025</name>
Oct 30 06:02:42 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 06:02:42 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 06:02:42 user nova-compute[74922]:   <metadata>
Oct 30 06:02:42 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 06:02:42 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 06:02:42 user nova-compute[74922]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-2036836223</nova:name>
Oct 30 06:02:42 user nova-compute[74922]:       <nova:creationTime>2023-10-30 06:02:42</nova:creationTime>
Oct 30 06:02:42 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 06:02:42 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 06:02:42 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 06:02:42 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 06:02:42 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 06:02:42 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 06:02:42 user nova-compute[74922]:       </nova:flavor>
Oct 30 06:02:42 user nova-compute[74922]:       <nova:owner>
Oct 30 06:02:42 user nova-compute[74922]:         <nova:user uuid="15c5043b4f4b4a04adbad694eb824e45">tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member</nova:user>
Oct 30 06:02:42 user nova-compute[74922]:         <nova:project uuid="e5cbe344fb724d5b9949359055933005">tempest-TestServerVolumeAttachScenarioOldVersion-1748057988</nova:project>
Oct 30 06:02:42 user nova-compute[74922]:       </nova:owner>
Oct 30 06:02:42 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 06:02:42 user nova-compute[74922]:       <nova:ports>
Oct 30 06:02:42 user nova-compute[74922]:         <nova:port uuid="f517e629-53a6-4cbf-a50d-448bd5a541d4">
Oct 30 06:02:42 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 30 06:02:42 user nova-compute[74922]:         </nova:port>
Oct 30 06:02:42 user nova-compute[74922]:       </nova:ports>
Oct 30 06:02:42 user nova-compute[74922]:     </nova:instance>
Oct 30 06:02:42 user nova-compute[74922]:   </metadata>
Oct 30 06:02:42 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 06:02:42 user nova-compute[74922]:     <system>
Oct 30 06:02:42 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 06:02:42 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 06:02:42 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 06:02:42 user nova-compute[74922]:       <entry name="serial">037175b1-78d3-4972-8974-db3c25cac941</entry>
Oct 30 06:02:42 user nova-compute[74922]:       <entry name="uuid">037175b1-78d3-4972-8974-db3c25cac941</entry>
Oct 30 06:02:42 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 06:02:42 user nova-compute[74922]:     </system>
Oct 30 06:02:42 user nova-compute[74922]:   </sysinfo>
Oct 30 06:02:42 user nova-compute[74922]:   <os>
Oct 30 06:02:42 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 06:02:42 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 06:02:42 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 06:02:42 user nova-compute[74922]:   </os>
Oct 30 06:02:42 user nova-compute[74922]:   <features>
Oct 30 06:02:42 user nova-compute[74922]:     <acpi/>
Oct 30 06:02:42 user nova-compute[74922]:     <apic/>
Oct 30 06:02:42 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 06:02:42 user nova-compute[74922]:   </features>
Oct 30 06:02:42 user nova-compute[74922]:   <clock offset="utc">
Oct 30 06:02:42 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 06:02:42 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 06:02:42 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 06:02:42 user nova-compute[74922]:   </clock>
Oct 30 06:02:42 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 06:02:42 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 06:02:42 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 06:02:42 user nova-compute[74922]:   </cpu>
Oct 30 06:02:42 user nova-compute[74922]:   <devices>
Oct 30 06:02:42 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 06:02:42 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 06:02:42 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/disk"/>
Oct 30 06:02:42 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 06:02:42 user nova-compute[74922]:     </disk>
Oct 30 06:02:42 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 06:02:42 user nova-compute[74922]:       <mac address="fa:16:3e:df:df:0c"/>
Oct 30 06:02:42 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:02:42 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 06:02:42 user nova-compute[74922]:       <target dev="tapf517e629-53"/>
Oct 30 06:02:42 user nova-compute[74922]:     </interface>
Oct 30 06:02:42 user nova-compute[74922]:     <serial type="pty">
Oct 30 06:02:42 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/console.log" append="off"/>
Oct 30 06:02:42 user nova-compute[74922]:     </serial>
Oct 30 06:02:42 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 06:02:42 user nova-compute[74922]:     <video>
Oct 30 06:02:42 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:02:42 user nova-compute[74922]:     </video>
Oct 30 06:02:42 user nova-compute[74922]:     <rng model="virtio">
Oct 30 06:02:42 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 06:02:42 user nova-compute[74922]:     </rng>
Oct 30 06:02:42 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 06:02:42 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 06:02:42 user nova-compute[74922]:       <stats period="10"/>
Oct 30 06:02:42 user nova-compute[74922]:     </memballoon>
Oct 30 06:02:42 user nova-compute[74922]:   </devices>
Oct 30 06:02:42 user nova-compute[74922]: </domain>
Oct 30 06:02:42 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:02:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-2036836223',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-2036836223',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-2036836',id=37,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK8kN5wk21lq1GfyCvZ7tJvQGkDDEDOeVRoWmyeecn2OVhgs0KMzMDd4eJC45iLW04oroTKRWbiLBE7IVtMzWywjrvgHXKkJQPMwjz3waj7W7jq3YZ6DxWKEQmPPoJDaOQ==',key_name='tempest-keypair-1734376579',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e5cbe344fb724d5b9949359055933005',ramdisk_id='',reservation_id='r-w200kgkp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1748057988',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:02:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='15c5043b4f4b4a04adbad694eb824e45',uuid=037175b1-78d3-4972-8974-db3c25cac941,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f517e629-53a6-4cbf-a50d-448bd5a541d4", "address": "fa:16:3e:df:df:0c", "network": {"id": "a6721c97-c31e-49ac-a507-c591f0e5b068", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-633075463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5cbe344fb724d5b9949359055933005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf517e629-53", "ovs_interfaceid": "f517e629-53a6-4cbf-a50d-448bd5a541d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Converting VIF {"id": "f517e629-53a6-4cbf-a50d-448bd5a541d4", "address": "fa:16:3e:df:df:0c", "network": {"id": "a6721c97-c31e-49ac-a507-c591f0e5b068", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-633075463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5cbe344fb724d5b9949359055933005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf517e629-53", "ovs_interfaceid": "f517e629-53a6-4cbf-a50d-448bd5a541d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:df:0c,bridge_name='br-int',has_traffic_filtering=True,id=f517e629-53a6-4cbf-a50d-448bd5a541d4,network=Network(a6721c97-c31e-49ac-a507-c591f0e5b068),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf517e629-53') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG os_vif [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:df:0c,bridge_name='br-int',has_traffic_filtering=True,id=f517e629-53a6-4cbf-a50d-448bd5a541d4,network=Network(a6721c97-c31e-49ac-a507-c591f0e5b068),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf517e629-53') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0a1ee29d-7cbc-51ac-b94d-1f8926c833ed', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf517e629-53, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf517e629-53, col_values=(('qos', UUID('b81f4a2c-e120-4881-ab12-89ab9d18404d')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf517e629-53, col_values=(('external_ids', {'iface-id': 'f517e629-53a6-4cbf-a50d-448bd5a541d4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:df:df:0c', 'vm-uuid': '037175b1-78d3-4972-8974-db3c25cac941'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:42 user nova-compute[74922]: INFO os_vif [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:df:0c,bridge_name='br-int',has_traffic_filtering=True,id=f517e629-53a6-4cbf-a50d-448bd5a541d4,network=Network(a6721c97-c31e-49ac-a507-c591f0e5b068),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf517e629-53')
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] No VIF found with MAC fa:16:3e:df:df:0c, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.network.neutron [req-545e4d4d-c0ed-4a1a-9dbf-4f1697ea4ca2 req-f88247fb-524a-403d-a6fb-d9659d71e1b0 service nova] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Updated VIF entry in instance network info cache for port f517e629-53a6-4cbf-a50d-448bd5a541d4. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.network.neutron [req-545e4d4d-c0ed-4a1a-9dbf-4f1697ea4ca2 req-f88247fb-524a-403d-a6fb-d9659d71e1b0 service nova] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Updating instance_info_cache with network_info: [{"id": "f517e629-53a6-4cbf-a50d-448bd5a541d4", "address": "fa:16:3e:df:df:0c", "network": {"id": "a6721c97-c31e-49ac-a507-c591f0e5b068", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-633075463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5cbe344fb724d5b9949359055933005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf517e629-53", "ovs_interfaceid": "f517e629-53a6-4cbf-a50d-448bd5a541d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-545e4d4d-c0ed-4a1a-9dbf-4f1697ea4ca2 req-f88247fb-524a-403d-a6fb-d9659d71e1b0 service nova] Releasing lock "refresh_cache-037175b1-78d3-4972-8974-db3c25cac941" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:02:42 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:02:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:43 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:02:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:44 user nova-compute[74922]: DEBUG nova.compute.manager [req-60e73af8-9bbc-477a-8974-0b965cbeb02c req-10afa057-b0cc-473a-898a-429d629ad93e service nova] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Received event network-vif-plugged-f517e629-53a6-4cbf-a50d-448bd5a541d4 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:02:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-60e73af8-9bbc-477a-8974-0b965cbeb02c req-10afa057-b0cc-473a-898a-429d629ad93e service nova] Acquiring lock "037175b1-78d3-4972-8974-db3c25cac941-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:02:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-60e73af8-9bbc-477a-8974-0b965cbeb02c req-10afa057-b0cc-473a-898a-429d629ad93e service nova] Lock "037175b1-78d3-4972-8974-db3c25cac941-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:02:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-60e73af8-9bbc-477a-8974-0b965cbeb02c req-10afa057-b0cc-473a-898a-429d629ad93e service nova] Lock "037175b1-78d3-4972-8974-db3c25cac941-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:02:44 user nova-compute[74922]: DEBUG nova.compute.manager [req-60e73af8-9bbc-477a-8974-0b965cbeb02c req-10afa057-b0cc-473a-898a-429d629ad93e service nova] [instance: 037175b1-78d3-4972-8974-db3c25cac941] No waiting events found dispatching network-vif-plugged-f517e629-53a6-4cbf-a50d-448bd5a541d4 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:02:44 user nova-compute[74922]: WARNING nova.compute.manager [req-60e73af8-9bbc-477a-8974-0b965cbeb02c req-10afa057-b0cc-473a-898a-429d629ad93e service nova] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Received unexpected event network-vif-plugged-f517e629-53a6-4cbf-a50d-448bd5a541d4 for instance with vm_state building and task_state spawning.
Oct 30 06:02:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:45 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:02:45 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:02:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:02:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:02:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:02:45 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:02:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:46 user nova-compute[74922]: DEBUG nova.compute.manager [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 06:02:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 06:02:46 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Instance spawned successfully.
Oct 30 06:02:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 06:02:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:02:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:02:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:02:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:02:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:02:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:02:46 user nova-compute[74922]: DEBUG nova.compute.manager [req-c27eb409-f4da-410f-968d-cc0800f2dbaa req-304b7f0b-46de-47c6-91f6-3b8fde77d1ca service nova] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Received event network-vif-plugged-f517e629-53a6-4cbf-a50d-448bd5a541d4 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:02:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c27eb409-f4da-410f-968d-cc0800f2dbaa req-304b7f0b-46de-47c6-91f6-3b8fde77d1ca service nova] Acquiring lock "037175b1-78d3-4972-8974-db3c25cac941-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:02:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c27eb409-f4da-410f-968d-cc0800f2dbaa req-304b7f0b-46de-47c6-91f6-3b8fde77d1ca service nova] Lock "037175b1-78d3-4972-8974-db3c25cac941-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:02:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c27eb409-f4da-410f-968d-cc0800f2dbaa req-304b7f0b-46de-47c6-91f6-3b8fde77d1ca service nova] Lock "037175b1-78d3-4972-8974-db3c25cac941-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:02:46 user nova-compute[74922]: DEBUG nova.compute.manager [req-c27eb409-f4da-410f-968d-cc0800f2dbaa req-304b7f0b-46de-47c6-91f6-3b8fde77d1ca service nova] [instance: 037175b1-78d3-4972-8974-db3c25cac941] No waiting events found dispatching network-vif-plugged-f517e629-53a6-4cbf-a50d-448bd5a541d4 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:02:46 user nova-compute[74922]: WARNING nova.compute.manager [req-c27eb409-f4da-410f-968d-cc0800f2dbaa req-304b7f0b-46de-47c6-91f6-3b8fde77d1ca service nova] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Received unexpected event network-vif-plugged-f517e629-53a6-4cbf-a50d-448bd5a541d4 for instance with vm_state building and task_state spawning.
Oct 30 06:02:46 user nova-compute[74922]: INFO nova.compute.manager [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Took 5.77 seconds to spawn the instance on the hypervisor.
Oct 30 06:02:46 user nova-compute[74922]: DEBUG nova.compute.manager [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:02:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:46 user nova-compute[74922]: INFO nova.compute.manager [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Took 6.56 seconds to build instance.
Oct 30 06:02:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-afa6f429-da3e-4ba5-9ad9-961c89540f48 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "037175b1-78d3-4972-8974-db3c25cac941" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.686s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:02:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.278s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:47 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:02:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:47 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:02:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57a76f00-1c04-4219-ab78-3c99db43e828/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57a76f00-1c04-4219-ab78-3c99db43e828/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57a76f00-1c04-4219-ab78-3c99db43e828/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57a76f00-1c04-4219-ab78-3c99db43e828/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:49 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:02:49 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:02:49 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=7785MB free_disk=25.176780700683594GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:02:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:02:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:02:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:02:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 973a038b-f887-4daf-ba88-7f604e1b6bde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:02:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 152ed8a0-4208-485b-bf31-fcdd5b7469ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:02:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance bf842ae2-dd28-4c55-8c4d-e416d89d75d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:02:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 7db75206-6a36-48b4-85c6-0b011a794e3e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:02:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 57a76f00-1c04-4219-ab78-3c99db43e828 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:02:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 61e57ed5-062e-4643-8acb-635eb21f78e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:02:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance c9ddbbf4-7a35-4f97-8cb2-427abee9770e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:02:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 037175b1-78d3-4972-8974-db3c25cac941 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:02:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:02:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:02:50 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:02:50 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:02:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:02:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.520s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:02:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:53 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:02:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:02:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-bf842ae2-dd28-4c55-8c4d-e416d89d75d2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:02:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-bf842ae2-dd28-4c55-8c4d-e416d89d75d2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:02:53 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:02:54 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Updating instance_info_cache with network_info: [{"id": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "address": "fa:16:3e:19:a1:bb", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91875eb1-5c", "ovs_interfaceid": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:02:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-bf842ae2-dd28-4c55-8c4d-e416d89d75d2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:02:54 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:02:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QxrtMKwb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:02:58 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:02:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:02:58 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:02:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:02:58 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 06:02:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0e28301-a084-4112-b36e-5be77a769ed6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 06:02:58 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[39e47056-64c5-4571-bea8-a8a6dbef1685]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4] added
Oct 30 06:02:58 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5c8bcd8-1817-4e6a-bd3e-ac3b59462c68]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3001f10c-6512-403c-b98b-e75dd91133c5]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QxrtMKwb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QxrtMKwb" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dc64bdc-61f1-4cf6-b32d-d554f546df14]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QxrtMKwb'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0cb08e6-1d2f-40d8-ac2e-37cc3cc59ebb]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:02:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc0aa493-8e24-48cf-be0f-163fc1356b3f]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:02:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:02:59 user nova-compute[74922]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)
Oct 30 06:02:59 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:02:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:02:59 user nova-compute[74922]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)
Oct 30 06:02:59 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:02:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[829d5c11-644d-413f-a9f1-684bf6f018b7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:02:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4, portal: 172.16.0.220,3260]
Oct 30 06:02:59 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4, portal: 172.16.0.220,3260] successful.
Oct 30 06:02:59 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:02:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a756a346-24c3-4aad-9cb3-0cb49e75b1b9]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:02:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:02:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac494e03-56e7-4fd5-b52d-a09bc67eaf49]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:02:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:02:59 user nova-compute[74922]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)
Oct 30 06:02:59 user nova-compute[74922]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 (non-flash)
Oct 30 06:02:59 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:02:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:02:59 user nova-compute[74922]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)
Oct 30 06:02:59 user nova-compute[74922]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 (non-flash)
Oct 30 06:02:59 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:02:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.257s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:02:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 06:02:59 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] HCTL ('34', '-', '-', 0) found on session 42 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 06:02:59 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 06:02:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:02:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:02:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c177eda-1b9f-4e35-b65b-3220303ba5f1]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:02:59 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Searching for a device in session 42 and hctl ['34', '*', '*', 0] yield: None {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 06:02:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:00 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Searching for a device in session 42 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 06:03:00 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QxrtMKwb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 06:03:00 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.286s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:03:00 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] <== connect_volume: return (1287ms) {'type': 'block', 'scsi_wwn': '23832373066616335', 'path': '/dev/sdc'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:03:00 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23832373066616335', 'path': '/dev/sdc'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 06:03:00 user nova-compute[74922]: DEBUG nova.objects.instance [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lazy-loading 'flavor' on Instance uuid 57a76f00-1c04-4219-ab78-3c99db43e828 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:03:00 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 06:03:00 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:03:00 user nova-compute[74922]:   <source dev="/dev/sdc"/>
Oct 30 06:03:00 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 06:03:00 user nova-compute[74922]:   <serial>0de3ae23-c630-418f-81e9-ae2a5d6eeea4</serial>
Oct 30 06:03:00 user nova-compute[74922]: </disk>
Oct 30 06:03:00 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 06:03:00 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:03:00 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:03:00 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] No VIF found with MAC fa:16:3e:54:0e:28, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:03:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-124806a2-1a36-4b7a-9882-a810243cfbf0 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "57a76f00-1c04-4219-ab78-3c99db43e828" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.554s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:03:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:18 user nova-compute[74922]: DEBUG nova.compute.manager [None req-2b033622-609c-4bcc-874a-0f807da3552c tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:03:18 user nova-compute[74922]: INFO nova.compute.manager [None req-2b033622-609c-4bcc-874a-0f807da3552c tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] instance snapshotting
Oct 30 06:03:18 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-2b033622-609c-4bcc-874a-0f807da3552c tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Beginning live snapshot process
Oct 30 06:03:18 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b033622-609c-4bcc-874a-0f807da3552c tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json -f qcow2 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b033622-609c-4bcc-874a-0f807da3552c tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json -f qcow2" returned: 0 in 0.184s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b033622-609c-4bcc-874a-0f807da3552c tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json -f qcow2 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b033622-609c-4bcc-874a-0f807da3552c tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json -f qcow2" returned: 0 in 0.208s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b033622-609c-4bcc-874a-0f807da3552c tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b033622-609c-4bcc-874a-0f807da3552c tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.208s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b033622-609c-4bcc-874a-0f807da3552c tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp8a411jnh/472b15a512654ef7b80c5dfca496730c.delta 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b033622-609c-4bcc-874a-0f807da3552c tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp8a411jnh/472b15a512654ef7b80c5dfca496730c.delta 1073741824" returned: 0 in 0.057s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:19 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-2b033622-609c-4bcc-874a-0f807da3552c tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 30 06:03:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-2b033622-609c-4bcc-874a-0f807da3552c tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74922) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 06:03:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-2b033622-609c-4bcc-874a-0f807da3552c tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74922) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 06:03:20 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-2b033622-609c-4bcc-874a-0f807da3552c tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 30 06:03:20 user nova-compute[74922]: DEBUG nova.privsep.utils [None req-2b033622-609c-4bcc-874a-0f807da3552c tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74922) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 06:03:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b033622-609c-4bcc-874a-0f807da3552c tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp8a411jnh/472b15a512654ef7b80c5dfca496730c.delta /opt/stack/data/nova/instances/snapshots/tmp8a411jnh/472b15a512654ef7b80c5dfca496730c {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-2b033622-609c-4bcc-874a-0f807da3552c tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp8a411jnh/472b15a512654ef7b80c5dfca496730c.delta /opt/stack/data/nova/instances/snapshots/tmp8a411jnh/472b15a512654ef7b80c5dfca496730c" returned: 0 in 0.527s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:21 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-2b033622-609c-4bcc-874a-0f807da3552c tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Snapshot extracted, beginning image upload
Oct 30 06:03:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Acquiring lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:03:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:03:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Acquiring lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:03:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:03:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:03:22 user nova-compute[74922]: INFO nova.compute.manager [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Terminating instance
Oct 30 06:03:22 user nova-compute[74922]: DEBUG nova.compute.manager [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:03:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-53795b1c-f0cd-4cc7-a571-e2ab9c87df09 req-61ee5851-dd85-4d7c-ba52-0cc02f5724a2 service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Received event network-changed-37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:03:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-53795b1c-f0cd-4cc7-a571-e2ab9c87df09 req-61ee5851-dd85-4d7c-ba52-0cc02f5724a2 service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Refreshing instance network info cache due to event network-changed-37ecb3ff-2283-445f-81c1-19e390d5a649. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:03:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-53795b1c-f0cd-4cc7-a571-e2ab9c87df09 req-61ee5851-dd85-4d7c-ba52-0cc02f5724a2 service nova] Acquiring lock "refresh_cache-c9ddbbf4-7a35-4f97-8cb2-427abee9770e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:03:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-53795b1c-f0cd-4cc7-a571-e2ab9c87df09 req-61ee5851-dd85-4d7c-ba52-0cc02f5724a2 service nova] Acquired lock "refresh_cache-c9ddbbf4-7a35-4f97-8cb2-427abee9770e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:03:22 user nova-compute[74922]: DEBUG nova.network.neutron [req-53795b1c-f0cd-4cc7-a571-e2ab9c87df09 req-61ee5851-dd85-4d7c-ba52-0cc02f5724a2 service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Refreshing network info cache for port 37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG nova.compute.manager [req-5a75f9fd-d290-4ead-a167-38bdc97a4693 req-bc145439-9d70-4f96-8ea2-6bd9f6e05d11 service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Received event network-vif-unplugged-37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5a75f9fd-d290-4ead-a167-38bdc97a4693 req-bc145439-9d70-4f96-8ea2-6bd9f6e05d11 service nova] Acquiring lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5a75f9fd-d290-4ead-a167-38bdc97a4693 req-bc145439-9d70-4f96-8ea2-6bd9f6e05d11 service nova] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5a75f9fd-d290-4ead-a167-38bdc97a4693 req-bc145439-9d70-4f96-8ea2-6bd9f6e05d11 service nova] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG nova.compute.manager [req-5a75f9fd-d290-4ead-a167-38bdc97a4693 req-bc145439-9d70-4f96-8ea2-6bd9f6e05d11 service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] No waiting events found dispatching network-vif-unplugged-37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG nova.compute.manager [req-5a75f9fd-d290-4ead-a167-38bdc97a4693 req-bc145439-9d70-4f96-8ea2-6bd9f6e05d11 service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Received event network-vif-unplugged-37ecb3ff-2283-445f-81c1-19e390d5a649 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 06:03:23 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Instance destroyed successfully.
Oct 30 06:03:23 user nova-compute[74922]: DEBUG nova.objects.instance [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lazy-loading 'resources' on Instance uuid c9ddbbf4-7a35-4f97-8cb2-427abee9770e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T05:57:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-723842088',display_name='tempest-TestShelveInstance-server-723842088',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-723842088',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFhMAfj0KyAWbJMIO3M1faJouEHk4FhGFuyHq38pV03o9eyTSwCjYen0SbIMk0fL3wJocD9TMS2Y7jWQmvMLVtZ/90MCrD+yQL3dSVPCpzNFRRecsH1ogruVHJwdN8gLwA==',key_name='tempest-TestShelveInstance-384432154',keypairs=<?>,launch_index=0,launched_at=2023-10-30T06:01:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ed16a66e78454d77abf859db08679557',ramdisk_id='',reservation_id='r-fwu0obpi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-2031269981',owner_user_name='tempest-TestShelveInstance-2031269981-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:01:59Z,user_data=None,user_id='6c6b563f6db1451e9c679382ff8acf88',uuid=c9ddbbf4-7a35-4f97-8cb2-427abee9770e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "37ecb3ff-2283-445f-81c1-19e390d5a649", "address": "fa:16:3e:b1:9a:8a", "network": {"id": "3070f359-42d7-46f7-a969-d11e266b9551", "bridge": "br-int", "label": "tempest-TestShelveInstance-1499160518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed16a66e78454d77abf859db08679557", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37ecb3ff-22", "ovs_interfaceid": "37ecb3ff-2283-445f-81c1-19e390d5a649", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Converting VIF {"id": "37ecb3ff-2283-445f-81c1-19e390d5a649", "address": "fa:16:3e:b1:9a:8a", "network": {"id": "3070f359-42d7-46f7-a969-d11e266b9551", "bridge": "br-int", "label": "tempest-TestShelveInstance-1499160518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed16a66e78454d77abf859db08679557", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37ecb3ff-22", "ovs_interfaceid": "37ecb3ff-2283-445f-81c1-19e390d5a649", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:9a:8a,bridge_name='br-int',has_traffic_filtering=True,id=37ecb3ff-2283-445f-81c1-19e390d5a649,network=Network(3070f359-42d7-46f7-a969-d11e266b9551),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37ecb3ff-22') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG os_vif [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:9a:8a,bridge_name='br-int',has_traffic_filtering=True,id=37ecb3ff-2283-445f-81c1-19e390d5a649,network=Network(3070f359-42d7-46f7-a969-d11e266b9551),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37ecb3ff-22') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap37ecb3ff-22, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ab27422c-5f36-4e3f-b2e0-2b9e657e530c) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:03:23 user nova-compute[74922]: INFO os_vif [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:9a:8a,bridge_name='br-int',has_traffic_filtering=True,id=37ecb3ff-2283-445f-81c1-19e390d5a649,network=Network(3070f359-42d7-46f7-a969-d11e266b9551),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37ecb3ff-22')
Oct 30 06:03:23 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PMCpsvfD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:03:23 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:03:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.036s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[293650c1-db1a-42b0-bb40-ebc3c634217a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 06:03:23 user nova-compute[74922]: No targets found.
Oct 30 06:03:23 user nova-compute[74922]: iSNS:
Oct 30 06:03:23 user nova-compute[74922]: No targets found.
Oct 30 06:03:23 user nova-compute[74922]: STATIC:
Oct 30 06:03:23 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4
Oct 30 06:03:23 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:03:23 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:03:23 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7
Oct 30 06:03:23 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:03:23 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:03:23 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6
Oct 30 06:03:23 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:03:23 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:03:23 user nova-compute[74922]: FIRMWARE:
Oct 30 06:03:23 user nova-compute[74922]: No targets found.
Oct 30 06:03:23 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 06:03:23 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 06:03:23 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[228e21b0-4b05-4c5a-90c8-67b4000e6f61]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG nova.network.neutron [req-53795b1c-f0cd-4cc7-a571-e2ab9c87df09 req-61ee5851-dd85-4d7c-ba52-0cc02f5724a2 service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Updated VIF entry in instance network info cache for port 37ecb3ff-2283-445f-81c1-19e390d5a649. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG nova.network.neutron [req-53795b1c-f0cd-4cc7-a571-e2ab9c87df09 req-61ee5851-dd85-4d7c-ba52-0cc02f5724a2 service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Updating instance_info_cache with network_info: [{"id": "37ecb3ff-2283-445f-81c1-19e390d5a649", "address": "fa:16:3e:b1:9a:8a", "network": {"id": "3070f359-42d7-46f7-a969-d11e266b9551", "bridge": "br-int", "label": "tempest-TestShelveInstance-1499160518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed16a66e78454d77abf859db08679557", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37ecb3ff-22", "ovs_interfaceid": "37ecb3ff-2283-445f-81c1-19e390d5a649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-53795b1c-f0cd-4cc7-a571-e2ab9c87df09 req-61ee5851-dd85-4d7c-ba52-0cc02f5724a2 service nova] Releasing lock "refresh_cache-c9ddbbf4-7a35-4f97-8cb2-427abee9770e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d4b673f-94c9-46d4-89d3-7434ad729088]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:03:23 user nova-compute[74922]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)
Oct 30 06:03:23 user nova-compute[74922]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 (non-flash)
Oct 30 06:03:23 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:03:23 user nova-compute[74922]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 (non-flash)
Oct 30 06:03:23 user nova-compute[74922]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 (non-flash)
Oct 30 06:03:23 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f822c4069e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7'): ({'sdb'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Removing single pathed devices sdb {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7c702db-68f4-4d25-b936-12e474fd0279]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d652138a-12d2-41ba-9c52-44e0a1c83ded]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Flushing IO for device /dev/sdb {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[14959a46-41ce-43c9-bfe5-3eea6298b140]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.054s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5255601-214a-4b4f-920d-e435fb30f006]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO8a99c2e1-1e2b959b7bb63206', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_8a99c2e1', '/dev/disk/by-id/scsi-23165326239353962') {{(pid=85621) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e5575d2-3148-4075-ab48-c49ceec67dd9]: (4, None) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ff47545-787f-4653-83cb-48c8e5da01d3]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4896ec32-5004-4dbc-8666-8d01a6cba4b0]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7, portal: 172.16.0.220,3260]
Oct 30 06:03:23 user nova-compute[74922]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7, portal: 172.16.0.220,3260] successful.
Oct 30 06:03:23 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce1ae336-8079-4d0a-9d4c-6f1586936cc7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3654ae3-d339-40df-98e9-fd9aa4125f51]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.372s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] <== disconnect_volume: return (374ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 06:03:23 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Deleting instance files /opt/stack/data/nova/instances/c9ddbbf4-7a35-4f97-8cb2-427abee9770e_del
Oct 30 06:03:23 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Deletion of /opt/stack/data/nova/instances/c9ddbbf4-7a35-4f97-8cb2-427abee9770e_del complete
Oct 30 06:03:23 user nova-compute[74922]: INFO nova.compute.manager [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Took 1.33 seconds to destroy the instance on the hypervisor.
Oct 30 06:03:23 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:03:23 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:03:24 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-2b033622-609c-4bcc-874a-0f807da3552c tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Snapshot image upload complete
Oct 30 06:03:24 user nova-compute[74922]: INFO nova.compute.manager [None req-2b033622-609c-4bcc-874a-0f807da3552c tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Took 5.87 seconds to snapshot the instance on the hypervisor.
Oct 30 06:03:24 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:03:24 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Took 0.57 seconds to deallocate network for instance.
Oct 30 06:03:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-6963ea4f-7fe7-4f5e-8a30-24d97f721e85 req-3da86c97-1f87-403f-864a-b0c26e8274d4 service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Received event network-vif-deleted-37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:03:24 user nova-compute[74922]: INFO nova.compute.manager [req-6963ea4f-7fe7-4f5e-8a30-24d97f721e85 req-3da86c97-1f87-403f-864a-b0c26e8274d4 service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Neutron deleted interface 37ecb3ff-2283-445f-81c1-19e390d5a649; detaching it from the instance and deleting it from the info cache
Oct 30 06:03:24 user nova-compute[74922]: DEBUG nova.network.neutron [req-6963ea4f-7fe7-4f5e-8a30-24d97f721e85 req-3da86c97-1f87-403f-864a-b0c26e8274d4 service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:03:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-6963ea4f-7fe7-4f5e-8a30-24d97f721e85 req-3da86c97-1f87-403f-864a-b0c26e8274d4 service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Detach interface failed, port_id=37ecb3ff-2283-445f-81c1-19e390d5a649, reason: Instance c9ddbbf4-7a35-4f97-8cb2-427abee9770e could not be found. {{(pid=74922) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 06:03:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:25 user nova-compute[74922]: DEBUG nova.compute.manager [req-f6e5b3eb-11e3-4a4e-ac17-5d1252f41317 req-489f3ace-5553-4dd3-9690-c8a729294a36 service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Received event network-vif-plugged-37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:03:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f6e5b3eb-11e3-4a4e-ac17-5d1252f41317 req-489f3ace-5553-4dd3-9690-c8a729294a36 service nova] Acquiring lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:03:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f6e5b3eb-11e3-4a4e-ac17-5d1252f41317 req-489f3ace-5553-4dd3-9690-c8a729294a36 service nova] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:03:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f6e5b3eb-11e3-4a4e-ac17-5d1252f41317 req-489f3ace-5553-4dd3-9690-c8a729294a36 service nova] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:03:25 user nova-compute[74922]: DEBUG nova.compute.manager [req-f6e5b3eb-11e3-4a4e-ac17-5d1252f41317 req-489f3ace-5553-4dd3-9690-c8a729294a36 service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] No waiting events found dispatching network-vif-plugged-37ecb3ff-2283-445f-81c1-19e390d5a649 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:03:25 user nova-compute[74922]: WARNING nova.compute.manager [req-f6e5b3eb-11e3-4a4e-ac17-5d1252f41317 req-489f3ace-5553-4dd3-9690-c8a729294a36 service nova] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Received unexpected event network-vif-plugged-37ecb3ff-2283-445f-81c1-19e390d5a649 for instance with vm_state active and task_state deleting.
Oct 30 06:03:25 user nova-compute[74922]: INFO nova.compute.manager [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Took 0.89 seconds to detach 1 volumes for instance.
Oct 30 06:03:25 user nova-compute[74922]: DEBUG nova.compute.manager [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] [instance: c9ddbbf4-7a35-4f97-8cb2-427abee9770e] Deleting volume: ce1ae336-8079-4d0a-9d4c-6f1586936cc7 {{(pid=74922) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 30 06:03:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:03:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:03:25 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:03:25 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:03:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.324s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:03:25 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Deleted allocations for instance c9ddbbf4-7a35-4f97-8cb2-427abee9770e
Oct 30 06:03:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd26b963-7180-4e5f-bd3b-d78d72e7e5ea tempest-TestShelveInstance-2031269981 tempest-TestShelveInstance-2031269981-project-member] Lock "c9ddbbf4-7a35-4f97-8cb2-427abee9770e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.405s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:03:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:03:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:39 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:03:40 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:03:42 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:03:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:03:43 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:03:43 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:03:43 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:03:43 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74922) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 06:03:44 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:03:44 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:03:44 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:03:47 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:03:47 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:03:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:03:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:03:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:03:47 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:03:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:03:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:03:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.199s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.207s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57a76f00-1c04-4219-ab78-3c99db43e828/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57a76f00-1c04-4219-ab78-3c99db43e828/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57a76f00-1c04-4219-ab78-3c99db43e828/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57a76f00-1c04-4219-ab78-3c99db43e828/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:03:51 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:03:51 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:03:51 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=7886MB free_disk=25.088359832763672GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:03:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:03:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:03:52 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:03:52 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 973a038b-f887-4daf-ba88-7f604e1b6bde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:03:52 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 152ed8a0-4208-485b-bf31-fcdd5b7469ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:03:52 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance bf842ae2-dd28-4c55-8c4d-e416d89d75d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:03:52 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 7db75206-6a36-48b4-85c6-0b011a794e3e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:03:52 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 57a76f00-1c04-4219-ab78-3c99db43e828 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:03:52 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 61e57ed5-062e-4643-8acb-635eb21f78e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:03:52 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 037175b1-78d3-4972-8974-db3c25cac941 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:03:52 user nova-compute[74922]: INFO nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance caa46546-7649-4fd0-8b8f-1aee5a6c30b2 has allocations against this compute host but is not found in the database.
Oct 30 06:03:52 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:03:52 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:03:52 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing inventories for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 06:03:52 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Updating ProviderTree inventory for provider efd5e61c-93ae-4193-aa6b-99209077dc32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 06:03:52 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Updating inventory in ProviderTree for provider efd5e61c-93ae-4193-aa6b-99209077dc32 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 06:03:52 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing aggregate associations for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32, aggregates: None {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 06:03:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:03:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:03:52 user nova-compute[74922]: DEBUG nova.compute.manager [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 06:03:52 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing trait associations for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32, traits: COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE42,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_DEVICE_TAGGING,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_RESCUE_BFV {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 06:03:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:03:52 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:03:52 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:03:52 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:03:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.843s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:03:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.254s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:03:52 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:03:52 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Cleaning up deleted instances {{(pid=74922) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 06:03:52 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 06:03:52 user nova-compute[74922]: INFO nova.compute.claims [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Claim successful on node user
Oct 30 06:03:52 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] There are 0 instances to clean {{(pid=74922) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.468s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG nova.network.neutron [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 06:03:53 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 06:03:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG nova.policy [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe743e7c472c45eb9c4b0117d6768e21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b6ed9ada4b843c6a65c89729522bcc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 06:03:53 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Creating image(s)
Oct 30 06:03:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "/opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "/opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "/opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.199s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Skipping network cache update for instance because it is Building. {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.198s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lazy-loading 'info_cache' on Instance uuid 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk 1073741824" returned: 0 in 0.053s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:03:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.206s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:54 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Checking if we can resize image /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 06:03:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:03:54 user nova-compute[74922]: DEBUG nova.network.neutron [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Successfully created port: 551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 06:03:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:03:54 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Cannot resize image /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 06:03:54 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 06:03:54 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Ensure instance console log exists: /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 06:03:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:03:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:03:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:03:54 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Updating instance_info_cache with network_info: [{"id": "b4b2d896-7321-4cb6-96e0-8d6ba188b02c", "address": "fa:16:3e:fb:e2:f0", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4b2d896-73", "ovs_interfaceid": "b4b2d896-7321-4cb6-96e0-8d6ba188b02c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:03:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:03:54 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.network.neutron [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Successfully updated port: 551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "refresh_cache-caa46546-7649-4fd0-8b8f-1aee5a6c30b2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquired lock "refresh_cache-caa46546-7649-4fd0-8b8f-1aee5a6c30b2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.network.neutron [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.compute.manager [req-3913e511-a8a3-4fd0-a76c-51061502abc3 req-59126430-d597-4c54-b934-a01eba6bee28 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received event network-changed-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.compute.manager [req-3913e511-a8a3-4fd0-a76c-51061502abc3 req-59126430-d597-4c54-b934-a01eba6bee28 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Refreshing instance network info cache due to event network-changed-551e356e-a481-4f45-b55d-9d39bfedcae1. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3913e511-a8a3-4fd0-a76c-51061502abc3 req-59126430-d597-4c54-b934-a01eba6bee28 service nova] Acquiring lock "refresh_cache-caa46546-7649-4fd0-8b8f-1aee5a6c30b2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.network.neutron [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.network.neutron [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Updating instance_info_cache with network_info: [{"id": "551e356e-a481-4f45-b55d-9d39bfedcae1", "address": "fa:16:3e:fd:97:70", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551e356e-a4", "ovs_interfaceid": "551e356e-a481-4f45-b55d-9d39bfedcae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Releasing lock "refresh_cache-caa46546-7649-4fd0-8b8f-1aee5a6c30b2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.compute.manager [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Instance network_info: |[{"id": "551e356e-a481-4f45-b55d-9d39bfedcae1", "address": "fa:16:3e:fd:97:70", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551e356e-a4", "ovs_interfaceid": "551e356e-a481-4f45-b55d-9d39bfedcae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3913e511-a8a3-4fd0-a76c-51061502abc3 req-59126430-d597-4c54-b934-a01eba6bee28 service nova] Acquired lock "refresh_cache-caa46546-7649-4fd0-8b8f-1aee5a6c30b2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.network.neutron [req-3913e511-a8a3-4fd0-a76c-51061502abc3 req-59126430-d597-4c54-b934-a01eba6bee28 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Refreshing network info cache for port 551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Start _get_guest_xml network_info=[{"id": "551e356e-a481-4f45-b55d-9d39bfedcae1", "address": "fa:16:3e:fd:97:70", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551e356e-a4", "ovs_interfaceid": "551e356e-a481-4f45-b55d-9d39bfedcae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 06:03:55 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:03:55 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:03:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-898649450',display_name='tempest-ServerRescueNegativeTestJSON-server-898649450',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-898649450',id=38,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRm1+2UUWLEwKiqtf9sFMyaV8v3ORdXzDMyMezyoEhQZmLr6HxQm1CgAy+545VeWHCGKEA6IjaTP4DmeC0Vh2x44Z7EXMWHuHQF0wvrlODAQDR3mTqnpH2ZIFp9x8hFyQ==',key_name='tempest-keypair-1302437979',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4b6ed9ada4b843c6a65c89729522bcc0',ramdisk_id='',reservation_id='r-fndwmf08',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-871052705',owner_user_name='tempest-ServerRescueNegativeTestJSON-871052705-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:03:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fe743e7c472c45eb9c4b0117d6768e21',uuid=caa46546-7649-4fd0-8b8f-1aee5a6c30b2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "551e356e-a481-4f45-b55d-9d39bfedcae1", "address": "fa:16:3e:fd:97:70", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551e356e-a4", "ovs_interfaceid": "551e356e-a481-4f45-b55d-9d39bfedcae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Converting VIF {"id": "551e356e-a481-4f45-b55d-9d39bfedcae1", "address": "fa:16:3e:fd:97:70", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551e356e-a4", "ovs_interfaceid": "551e356e-a481-4f45-b55d-9d39bfedcae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:97:70,bridge_name='br-int',has_traffic_filtering=True,id=551e356e-a481-4f45-b55d-9d39bfedcae1,network=Network(992d3f4a-6230-4a77-b245-e316335fccc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap551e356e-a4') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.objects.instance [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'pci_devices' on Instance uuid caa46546-7649-4fd0-8b8f-1aee5a6c30b2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "57a76f00-1c04-4219-ab78-3c99db43e828" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "57a76f00-1c04-4219-ab78-3c99db43e828" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] End _get_guest_xml xml=<domain type="kvm">
Oct 30 06:03:55 user nova-compute[74922]:   <uuid>caa46546-7649-4fd0-8b8f-1aee5a6c30b2</uuid>
Oct 30 06:03:55 user nova-compute[74922]:   <name>instance-00000026</name>
Oct 30 06:03:55 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 06:03:55 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 06:03:55 user nova-compute[74922]:   <metadata>
Oct 30 06:03:55 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 06:03:55 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 06:03:55 user nova-compute[74922]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-898649450</nova:name>
Oct 30 06:03:55 user nova-compute[74922]:       <nova:creationTime>2023-10-30 06:03:55</nova:creationTime>
Oct 30 06:03:55 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 06:03:55 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 06:03:55 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 06:03:55 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 06:03:55 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 06:03:55 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 06:03:55 user nova-compute[74922]:       </nova:flavor>
Oct 30 06:03:55 user nova-compute[74922]:       <nova:owner>
Oct 30 06:03:55 user nova-compute[74922]:         <nova:user uuid="fe743e7c472c45eb9c4b0117d6768e21">tempest-ServerRescueNegativeTestJSON-871052705-project-member</nova:user>
Oct 30 06:03:55 user nova-compute[74922]:         <nova:project uuid="4b6ed9ada4b843c6a65c89729522bcc0">tempest-ServerRescueNegativeTestJSON-871052705</nova:project>
Oct 30 06:03:55 user nova-compute[74922]:       </nova:owner>
Oct 30 06:03:55 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 06:03:55 user nova-compute[74922]:       <nova:ports>
Oct 30 06:03:55 user nova-compute[74922]:         <nova:port uuid="551e356e-a481-4f45-b55d-9d39bfedcae1">
Oct 30 06:03:55 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 06:03:55 user nova-compute[74922]:         </nova:port>
Oct 30 06:03:55 user nova-compute[74922]:       </nova:ports>
Oct 30 06:03:55 user nova-compute[74922]:     </nova:instance>
Oct 30 06:03:55 user nova-compute[74922]:   </metadata>
Oct 30 06:03:55 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 06:03:55 user nova-compute[74922]:     <system>
Oct 30 06:03:55 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 06:03:55 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 06:03:55 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 06:03:55 user nova-compute[74922]:       <entry name="serial">caa46546-7649-4fd0-8b8f-1aee5a6c30b2</entry>
Oct 30 06:03:55 user nova-compute[74922]:       <entry name="uuid">caa46546-7649-4fd0-8b8f-1aee5a6c30b2</entry>
Oct 30 06:03:55 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 06:03:55 user nova-compute[74922]:     </system>
Oct 30 06:03:55 user nova-compute[74922]:   </sysinfo>
Oct 30 06:03:55 user nova-compute[74922]:   <os>
Oct 30 06:03:55 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 06:03:55 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 06:03:55 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 06:03:55 user nova-compute[74922]:   </os>
Oct 30 06:03:55 user nova-compute[74922]:   <features>
Oct 30 06:03:55 user nova-compute[74922]:     <acpi/>
Oct 30 06:03:55 user nova-compute[74922]:     <apic/>
Oct 30 06:03:55 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 06:03:55 user nova-compute[74922]:   </features>
Oct 30 06:03:55 user nova-compute[74922]:   <clock offset="utc">
Oct 30 06:03:55 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 06:03:55 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 06:03:55 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 06:03:55 user nova-compute[74922]:   </clock>
Oct 30 06:03:55 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 06:03:55 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 06:03:55 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 06:03:55 user nova-compute[74922]:   </cpu>
Oct 30 06:03:55 user nova-compute[74922]:   <devices>
Oct 30 06:03:55 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 06:03:55 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 06:03:55 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk"/>
Oct 30 06:03:55 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 06:03:55 user nova-compute[74922]:     </disk>
Oct 30 06:03:55 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 06:03:55 user nova-compute[74922]:       <mac address="fa:16:3e:fd:97:70"/>
Oct 30 06:03:55 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:03:55 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 06:03:55 user nova-compute[74922]:       <target dev="tap551e356e-a4"/>
Oct 30 06:03:55 user nova-compute[74922]:     </interface>
Oct 30 06:03:55 user nova-compute[74922]:     <serial type="pty">
Oct 30 06:03:55 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/console.log" append="off"/>
Oct 30 06:03:55 user nova-compute[74922]:     </serial>
Oct 30 06:03:55 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 06:03:55 user nova-compute[74922]:     <video>
Oct 30 06:03:55 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:03:55 user nova-compute[74922]:     </video>
Oct 30 06:03:55 user nova-compute[74922]:     <rng model="virtio">
Oct 30 06:03:55 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 06:03:55 user nova-compute[74922]:     </rng>
Oct 30 06:03:55 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 06:03:55 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 06:03:55 user nova-compute[74922]:       <stats period="10"/>
Oct 30 06:03:55 user nova-compute[74922]:     </memballoon>
Oct 30 06:03:55 user nova-compute[74922]:   </devices>
Oct 30 06:03:55 user nova-compute[74922]: </domain>
Oct 30 06:03:55 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:03:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-898649450',display_name='tempest-ServerRescueNegativeTestJSON-server-898649450',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-898649450',id=38,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRm1+2UUWLEwKiqtf9sFMyaV8v3ORdXzDMyMezyoEhQZmLr6HxQm1CgAy+545VeWHCGKEA6IjaTP4DmeC0Vh2x44Z7EXMWHuHQF0wvrlODAQDR3mTqnpH2ZIFp9x8hFyQ==',key_name='tempest-keypair-1302437979',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4b6ed9ada4b843c6a65c89729522bcc0',ramdisk_id='',reservation_id='r-fndwmf08',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-871052705',owner_user_name='tempest-ServerRescueNegativeTestJSON-871052705-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:03:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fe743e7c472c45eb9c4b0117d6768e21',uuid=caa46546-7649-4fd0-8b8f-1aee5a6c30b2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "551e356e-a481-4f45-b55d-9d39bfedcae1", "address": "fa:16:3e:fd:97:70", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551e356e-a4", "ovs_interfaceid": "551e356e-a481-4f45-b55d-9d39bfedcae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Converting VIF {"id": "551e356e-a481-4f45-b55d-9d39bfedcae1", "address": "fa:16:3e:fd:97:70", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551e356e-a4", "ovs_interfaceid": "551e356e-a481-4f45-b55d-9d39bfedcae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:97:70,bridge_name='br-int',has_traffic_filtering=True,id=551e356e-a481-4f45-b55d-9d39bfedcae1,network=Network(992d3f4a-6230-4a77-b245-e316335fccc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap551e356e-a4') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG os_vif [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:97:70,bridge_name='br-int',has_traffic_filtering=True,id=551e356e-a481-4f45-b55d-9d39bfedcae1,network=Network(992d3f4a-6230-4a77-b245-e316335fccc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap551e356e-a4') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 06:03:55 user nova-compute[74922]: INFO nova.compute.manager [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Detaching volume 0de3ae23-c630-418f-81e9-ae2a5d6eeea4
Oct 30 06:03:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b8e17bbd-8750-581b-b7c6-35aee29c47fd', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap551e356e-a4, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap551e356e-a4, col_values=(('qos', UUID('69f40213-17f3-48da-a07b-0578e38781b0')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap551e356e-a4, col_values=(('external_ids', {'iface-id': '551e356e-a481-4f45-b55d-9d39bfedcae1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fd:97:70', 'vm-uuid': 'caa46546-7649-4fd0-8b8f-1aee5a6c30b2'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:03:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:55 user nova-compute[74922]: INFO os_vif [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:97:70,bridge_name='br-int',has_traffic_filtering=True,id=551e356e-a481-4f45-b55d-9d39bfedcae1,network=Network(992d3f4a-6230-4a77-b245-e316335fccc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap551e356e-a4')
Oct 30 06:03:55 user nova-compute[74922]: INFO nova.virt.block_device [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Attempting to driver detach volume 0de3ae23-c630-418f-81e9-ae2a5d6eeea4 from mountpoint /dev/vdb
Oct 30 06:03:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "57a76f00-1c04-4219-ab78-3c99db43e828" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:03:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:03:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] No VIF found with MAC fa:16:3e:fd:97:70, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:03:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Attempting to detach device vdb from instance 57a76f00-1c04-4219-ab78-3c99db43e828 from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 06:03:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 06:03:56 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:03:56 user nova-compute[74922]:   <source dev="/dev/sdc"/>
Oct 30 06:03:56 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 06:03:56 user nova-compute[74922]:   <serial>0de3ae23-c630-418f-81e9-ae2a5d6eeea4</serial>
Oct 30 06:03:56 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 06:03:56 user nova-compute[74922]: </disk>
Oct 30 06:03:56 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 06:03:56 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Successfully detached device vdb from instance 57a76f00-1c04-4219-ab78-3c99db43e828 from the persistent domain config.
Oct 30 06:03:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 57a76f00-1c04-4219-ab78-3c99db43e828 from the live domain config. {{(pid=74922) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 06:03:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 06:03:56 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:03:56 user nova-compute[74922]:   <source dev="/dev/sdc"/>
Oct 30 06:03:56 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 06:03:56 user nova-compute[74922]:   <serial>0de3ae23-c630-418f-81e9-ae2a5d6eeea4</serial>
Oct 30 06:03:56 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 06:03:56 user nova-compute[74922]: </disk>
Oct 30 06:03:56 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 06:03:56 user nova-compute[74922]: DEBUG nova.network.neutron [req-3913e511-a8a3-4fd0-a76c-51061502abc3 req-59126430-d597-4c54-b934-a01eba6bee28 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Updated VIF entry in instance network info cache for port 551e356e-a481-4f45-b55d-9d39bfedcae1. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:03:56 user nova-compute[74922]: DEBUG nova.network.neutron [req-3913e511-a8a3-4fd0-a76c-51061502abc3 req-59126430-d597-4c54-b934-a01eba6bee28 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Updating instance_info_cache with network_info: [{"id": "551e356e-a481-4f45-b55d-9d39bfedcae1", "address": "fa:16:3e:fd:97:70", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551e356e-a4", "ovs_interfaceid": "551e356e-a481-4f45-b55d-9d39bfedcae1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:03:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3913e511-a8a3-4fd0-a76c-51061502abc3 req-59126430-d597-4c54-b934-a01eba6bee28 service nova] Releasing lock "refresh_cache-caa46546-7649-4fd0-8b8f-1aee5a6c30b2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:03:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 57a76f00-1c04-4219-ab78-3c99db43e828 {{(pid=74922) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 06:03:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:58 user nova-compute[74922]: DEBUG nova.compute.manager [req-0e419c92-0aab-48dc-9310-606112207326 req-be95a853-c715-40b6-a671-9ea664ca89f0 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received event network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:03:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0e419c92-0aab-48dc-9310-606112207326 req-be95a853-c715-40b6-a671-9ea664ca89f0 service nova] Acquiring lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:03:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0e419c92-0aab-48dc-9310-606112207326 req-be95a853-c715-40b6-a671-9ea664ca89f0 service nova] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:03:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0e419c92-0aab-48dc-9310-606112207326 req-be95a853-c715-40b6-a671-9ea664ca89f0 service nova] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:03:58 user nova-compute[74922]: DEBUG nova.compute.manager [req-0e419c92-0aab-48dc-9310-606112207326 req-be95a853-c715-40b6-a671-9ea664ca89f0 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] No waiting events found dispatching network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:03:58 user nova-compute[74922]: WARNING nova.compute.manager [req-0e419c92-0aab-48dc-9310-606112207326 req-be95a853-c715-40b6-a671-9ea664ca89f0 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received unexpected event network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 for instance with vm_state building and task_state spawning.
Oct 30 06:03:59 user nova-compute[74922]: DEBUG nova.compute.manager [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 06:03:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 06:03:59 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Instance spawned successfully.
Oct 30 06:03:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 06:03:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:03:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:03:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:03:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:03:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:03:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:03:59 user nova-compute[74922]: INFO nova.compute.manager [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Took 6.48 seconds to spawn the instance on the hypervisor.
Oct 30 06:03:59 user nova-compute[74922]: DEBUG nova.compute.manager [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:03:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:03:59 user nova-compute[74922]: INFO nova.compute.manager [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Took 7.58 seconds to build instance.
Oct 30 06:04:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-167049b5-3e2c-4bf7-973c-15cefcd82a30 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.685s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:04:00 user nova-compute[74922]: DEBUG nova.compute.manager [req-01e1fcd7-d9bc-40f9-b672-73ad5cb1ef33 req-67d63a29-1219-4365-9edf-0866939d05dd service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received event network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:04:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-01e1fcd7-d9bc-40f9-b672-73ad5cb1ef33 req-67d63a29-1219-4365-9edf-0866939d05dd service nova] Acquiring lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:04:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-01e1fcd7-d9bc-40f9-b672-73ad5cb1ef33 req-67d63a29-1219-4365-9edf-0866939d05dd service nova] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:04:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-01e1fcd7-d9bc-40f9-b672-73ad5cb1ef33 req-67d63a29-1219-4365-9edf-0866939d05dd service nova] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:04:00 user nova-compute[74922]: DEBUG nova.compute.manager [req-01e1fcd7-d9bc-40f9-b672-73ad5cb1ef33 req-67d63a29-1219-4365-9edf-0866939d05dd service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] No waiting events found dispatching network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:04:00 user nova-compute[74922]: WARNING nova.compute.manager [req-01e1fcd7-d9bc-40f9-b672-73ad5cb1ef33 req-67d63a29-1219-4365-9edf-0866939d05dd service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received unexpected event network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 for instance with vm_state active and task_state None.
Oct 30 06:04:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:04:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:04:05 user nova-compute[74922]: INFO nova.compute.manager [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Unshelving
Oct 30 06:04:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:04:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:04:05 user nova-compute[74922]: DEBUG nova.objects.instance [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lazy-loading 'pci_requests' on Instance uuid 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:04:05 user nova-compute[74922]: DEBUG nova.objects.instance [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lazy-loading 'numa_topology' on Instance uuid 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:04:05 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 06:04:05 user nova-compute[74922]: INFO nova.compute.claims [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Claim successful on node user
Oct 30 06:04:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:04:06 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:04:06 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:04:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.494s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:04:06 user nova-compute[74922]: INFO nova.network.neutron [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Updating port b16da9f4-d760-4e18-86d6-44aa7d8f0c8b with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 30 06:04:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "refresh_cache-0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:04:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquired lock "refresh_cache-0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:04:06 user nova-compute[74922]: DEBUG nova.network.neutron [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:04:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-accde46c-5c06-4ac5-ae0c-810ae2f8bfb8 req-fb7f8e3a-ac4f-4192-a056-47ccfed63f47 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Received event network-changed-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:04:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-accde46c-5c06-4ac5-ae0c-810ae2f8bfb8 req-fb7f8e3a-ac4f-4192-a056-47ccfed63f47 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Refreshing instance network info cache due to event network-changed-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:04:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-accde46c-5c06-4ac5-ae0c-810ae2f8bfb8 req-fb7f8e3a-ac4f-4192-a056-47ccfed63f47 service nova] Acquiring lock "refresh_cache-0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:04:07 user nova-compute[74922]: DEBUG nova.network.neutron [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Updating instance_info_cache with network_info: [{"id": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "address": "fa:16:3e:52:38:65", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb16da9f4-d7", "ovs_interfaceid": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:04:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Releasing lock "refresh_cache-0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:04:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 06:04:07 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Creating image(s)
Oct 30 06:04:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "/opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:04:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "/opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:04:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "/opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:04:07 user nova-compute[74922]: DEBUG nova.objects.instance [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lazy-loading 'trusted_certs' on Instance uuid 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:04:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-accde46c-5c06-4ac5-ae0c-810ae2f8bfb8 req-fb7f8e3a-ac4f-4192-a056-47ccfed63f47 service nova] Acquired lock "refresh_cache-0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:04:07 user nova-compute[74922]: DEBUG nova.network.neutron [req-accde46c-5c06-4ac5-ae0c-810ae2f8bfb8 req-fb7f8e3a-ac4f-4192-a056-47ccfed63f47 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Refreshing network info cache for port b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:04:07 user nova-compute[74922]: DEBUG nova.objects.base [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Object Instance<0e1034cb-74d2-46f0-8ef5-cd5de0e3c558> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:04:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "bf0ff979e6399c44be820958f161ef93157eeae5" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:04:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "bf0ff979e6399c44be820958f161ef93157eeae5" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:04:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf0ff979e6399c44be820958f161ef93157eeae5.part --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf0ff979e6399c44be820958f161ef93157eeae5.part --force-share --output=json" returned: 0 in 0.170s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:08 user nova-compute[74922]: DEBUG nova.virt.images [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] 5a5c634d-7209-46a6-8779-a89aa4851dc5 was qcow2, converting to raw {{(pid=74922) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 06:04:08 user nova-compute[74922]: DEBUG nova.privsep.utils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74922) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 06:04:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/bf0ff979e6399c44be820958f161ef93157eeae5.part /opt/stack/data/nova/instances/_base/bf0ff979e6399c44be820958f161ef93157eeae5.converted {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:08 user nova-compute[74922]: DEBUG nova.network.neutron [req-accde46c-5c06-4ac5-ae0c-810ae2f8bfb8 req-fb7f8e3a-ac4f-4192-a056-47ccfed63f47 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Updated VIF entry in instance network info cache for port b16da9f4-d760-4e18-86d6-44aa7d8f0c8b. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:04:08 user nova-compute[74922]: DEBUG nova.network.neutron [req-accde46c-5c06-4ac5-ae0c-810ae2f8bfb8 req-fb7f8e3a-ac4f-4192-a056-47ccfed63f47 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Updating instance_info_cache with network_info: [{"id": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "address": "fa:16:3e:52:38:65", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb16da9f4-d7", "ovs_interfaceid": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:04:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-accde46c-5c06-4ac5-ae0c-810ae2f8bfb8 req-fb7f8e3a-ac4f-4192-a056-47ccfed63f47 service nova] Releasing lock "refresh_cache-0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:04:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/bf0ff979e6399c44be820958f161ef93157eeae5.part /opt/stack/data/nova/instances/_base/bf0ff979e6399c44be820958f161ef93157eeae5.converted" returned: 0 in 0.373s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf0ff979e6399c44be820958f161ef93157eeae5.converted --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf0ff979e6399c44be820958f161ef93157eeae5.converted --force-share --output=json" returned: 0 in 0.236s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "bf0ff979e6399c44be820958f161ef93157eeae5" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.751s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:04:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf0ff979e6399c44be820958f161ef93157eeae5 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf0ff979e6399c44be820958f161ef93157eeae5 --force-share --output=json" returned: 0 in 0.186s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "bf0ff979e6399c44be820958f161ef93157eeae5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:04:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "bf0ff979e6399c44be820958f161ef93157eeae5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:04:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf0ff979e6399c44be820958f161ef93157eeae5 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf0ff979e6399c44be820958f161ef93157eeae5 --force-share --output=json" returned: 0 in 0.193s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/bf0ff979e6399c44be820958f161ef93157eeae5,backing_fmt=raw /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/bf0ff979e6399c44be820958f161ef93157eeae5,backing_fmt=raw /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk 1073741824" returned: 0 in 0.056s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "bf0ff979e6399c44be820958f161ef93157eeae5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.258s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:04:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf0ff979e6399c44be820958f161ef93157eeae5 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf0ff979e6399c44be820958f161ef93157eeae5 --force-share --output=json" returned: 0 in 0.211s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:09 user nova-compute[74922]: DEBUG nova.objects.instance [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lazy-loading 'migration_context' on Instance uuid 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:04:09 user nova-compute[74922]: DEBUG nova.objects.base [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Object Instance<0e1034cb-74d2-46f0-8ef5-cd5de0e3c558> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:04:09 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Rebasing disk image.
Oct 30 06:04:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.213s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 -F raw /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 -F raw /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk" returned: 0 in 2.556s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Ensure instance console log exists: /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Start _get_guest_xml network_info=[{"id": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "address": "fa:16:3e:52:38:65", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb16da9f4-d7", "ovs_interfaceid": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='7b03187e1d830e0af5327d8ac6528e14',container_format='bare',created_at=2023-10-30T06:02:12Z,direct_url=<?>,disk_format='qcow2',id=5a5c634d-7209-46a6-8779-a89aa4851dc5,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-608770031-shelved',owner='73d2a39f4ae84da684337b7e136087ac',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-30T06:02:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 06:04:12 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:04:12 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7b03187e1d830e0af5327d8ac6528e14',container_format='bare',created_at=2023-10-30T06:02:12Z,direct_url=<?>,disk_format='qcow2',id=5a5c634d-7209-46a6-8779-a89aa4851dc5,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-608770031-shelved',owner='73d2a39f4ae84da684337b7e136087ac',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-30T06:02:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.objects.instance [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lazy-loading 'vcpu_model' on Instance uuid 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.objects.base [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Object Instance<0e1034cb-74d2-46f0-8ef5-cd5de0e3c558> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T06:00:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-608770031',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-608770031',id=34,image_ref='5a5c634d-7209-46a6-8779-a89aa4851dc5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1375603892',keypairs=<?>,launch_index=0,launched_at=2023-10-30T06:00:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='73d2a39f4ae84da684337b7e136087ac',ramdisk_id='',reservation_id='r-bpews757',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-2094568404',owner_user_name='tempest-AttachVolumeShelveTestJSON-2094568404-project-member',shelved_at='2023-10-30T06:02:16.328184',shelved_host='user',shelved_image_id='5a5c634d-7209-46a6-8779-a89aa4851dc5'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:04:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796b18db1279483e9fb141b8cc077abe',uuid=0e1034cb-74d2-46f0-8ef5-cd5de0e3c558,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "address": "fa:16:3e:52:38:65", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb16da9f4-d7", "ovs_interfaceid": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Converting VIF {"id": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "address": "fa:16:3e:52:38:65", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb16da9f4-d7", "ovs_interfaceid": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:38:65,bridge_name='br-int',has_traffic_filtering=True,id=b16da9f4-d760-4e18-86d6-44aa7d8f0c8b,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb16da9f4-d7') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.objects.instance [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lazy-loading 'pci_devices' on Instance uuid 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.objects.base [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Object Instance<0e1034cb-74d2-46f0-8ef5-cd5de0e3c558> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] End _get_guest_xml xml=<domain type="kvm">
Oct 30 06:04:12 user nova-compute[74922]:   <uuid>0e1034cb-74d2-46f0-8ef5-cd5de0e3c558</uuid>
Oct 30 06:04:12 user nova-compute[74922]:   <name>instance-00000022</name>
Oct 30 06:04:12 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 06:04:12 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 06:04:12 user nova-compute[74922]:   <metadata>
Oct 30 06:04:12 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 06:04:12 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 06:04:12 user nova-compute[74922]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-608770031</nova:name>
Oct 30 06:04:12 user nova-compute[74922]:       <nova:creationTime>2023-10-30 06:04:12</nova:creationTime>
Oct 30 06:04:12 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 06:04:12 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 06:04:12 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 06:04:12 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 06:04:12 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 06:04:12 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 06:04:12 user nova-compute[74922]:       </nova:flavor>
Oct 30 06:04:12 user nova-compute[74922]:       <nova:owner>
Oct 30 06:04:12 user nova-compute[74922]:         <nova:user uuid="796b18db1279483e9fb141b8cc077abe">tempest-AttachVolumeShelveTestJSON-2094568404-project-member</nova:user>
Oct 30 06:04:12 user nova-compute[74922]:         <nova:project uuid="73d2a39f4ae84da684337b7e136087ac">tempest-AttachVolumeShelveTestJSON-2094568404</nova:project>
Oct 30 06:04:12 user nova-compute[74922]:       </nova:owner>
Oct 30 06:04:12 user nova-compute[74922]:       <nova:root type="image" uuid="5a5c634d-7209-46a6-8779-a89aa4851dc5"/>
Oct 30 06:04:12 user nova-compute[74922]:       <nova:ports>
Oct 30 06:04:12 user nova-compute[74922]:         <nova:port uuid="b16da9f4-d760-4e18-86d6-44aa7d8f0c8b">
Oct 30 06:04:12 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 30 06:04:12 user nova-compute[74922]:         </nova:port>
Oct 30 06:04:12 user nova-compute[74922]:       </nova:ports>
Oct 30 06:04:12 user nova-compute[74922]:     </nova:instance>
Oct 30 06:04:12 user nova-compute[74922]:   </metadata>
Oct 30 06:04:12 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 06:04:12 user nova-compute[74922]:     <system>
Oct 30 06:04:12 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 06:04:12 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 06:04:12 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 06:04:12 user nova-compute[74922]:       <entry name="serial">0e1034cb-74d2-46f0-8ef5-cd5de0e3c558</entry>
Oct 30 06:04:12 user nova-compute[74922]:       <entry name="uuid">0e1034cb-74d2-46f0-8ef5-cd5de0e3c558</entry>
Oct 30 06:04:12 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 06:04:12 user nova-compute[74922]:     </system>
Oct 30 06:04:12 user nova-compute[74922]:   </sysinfo>
Oct 30 06:04:12 user nova-compute[74922]:   <os>
Oct 30 06:04:12 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 06:04:12 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 06:04:12 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 06:04:12 user nova-compute[74922]:   </os>
Oct 30 06:04:12 user nova-compute[74922]:   <features>
Oct 30 06:04:12 user nova-compute[74922]:     <acpi/>
Oct 30 06:04:12 user nova-compute[74922]:     <apic/>
Oct 30 06:04:12 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 06:04:12 user nova-compute[74922]:   </features>
Oct 30 06:04:12 user nova-compute[74922]:   <clock offset="utc">
Oct 30 06:04:12 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 06:04:12 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 06:04:12 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 06:04:12 user nova-compute[74922]:   </clock>
Oct 30 06:04:12 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 06:04:12 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 06:04:12 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 06:04:12 user nova-compute[74922]:   </cpu>
Oct 30 06:04:12 user nova-compute[74922]:   <devices>
Oct 30 06:04:12 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 06:04:12 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 06:04:12 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk"/>
Oct 30 06:04:12 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 06:04:12 user nova-compute[74922]:     </disk>
Oct 30 06:04:12 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 06:04:12 user nova-compute[74922]:       <mac address="fa:16:3e:52:38:65"/>
Oct 30 06:04:12 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:04:12 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 06:04:12 user nova-compute[74922]:       <target dev="tapb16da9f4-d7"/>
Oct 30 06:04:12 user nova-compute[74922]:     </interface>
Oct 30 06:04:12 user nova-compute[74922]:     <serial type="pty">
Oct 30 06:04:12 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/console.log" append="off"/>
Oct 30 06:04:12 user nova-compute[74922]:     </serial>
Oct 30 06:04:12 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 06:04:12 user nova-compute[74922]:     <video>
Oct 30 06:04:12 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:04:12 user nova-compute[74922]:     </video>
Oct 30 06:04:12 user nova-compute[74922]:     <rng model="virtio">
Oct 30 06:04:12 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 06:04:12 user nova-compute[74922]:     </rng>
Oct 30 06:04:12 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 06:04:12 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 06:04:12 user nova-compute[74922]:       <stats period="10"/>
Oct 30 06:04:12 user nova-compute[74922]:     </memballoon>
Oct 30 06:04:12 user nova-compute[74922]:   </devices>
Oct 30 06:04:12 user nova-compute[74922]: </domain>
Oct 30 06:04:12 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T06:00:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-608770031',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-608770031',id=34,image_ref='5a5c634d-7209-46a6-8779-a89aa4851dc5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1375603892',keypairs=<?>,launch_index=0,launched_at=2023-10-30T06:00:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='73d2a39f4ae84da684337b7e136087ac',ramdisk_id='',reservation_id='r-bpews757',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-2094568404',owner_user_name='tempest-AttachVolumeShelveTestJSON-2094568404-project-member',shelved_at='2023-10-30T06:02:16.328184',shelved_host='user',shelved_image_id='5a5c634d-7209-46a6-8779-a89aa4851dc5'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:04:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796b18db1279483e9fb141b8cc077abe',uuid=0e1034cb-74d2-46f0-8ef5-cd5de0e3c558,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "address": "fa:16:3e:52:38:65", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb16da9f4-d7", "ovs_interfaceid": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Converting VIF {"id": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "address": "fa:16:3e:52:38:65", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb16da9f4-d7", "ovs_interfaceid": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:38:65,bridge_name='br-int',has_traffic_filtering=True,id=b16da9f4-d760-4e18-86d6-44aa7d8f0c8b,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb16da9f4-d7') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG os_vif [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:38:65,bridge_name='br-int',has_traffic_filtering=True,id=b16da9f4-d760-4e18-86d6-44aa7d8f0c8b,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb16da9f4-d7') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dd9cc6b9-a1a7-55d6-b976-3faa7cf5fa4f', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb16da9f4-d7, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb16da9f4-d7, col_values=(('qos', UUID('61950bd8-4726-4f62-bf09-34580d52a0f0')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb16da9f4-d7, col_values=(('external_ids', {'iface-id': 'b16da9f4-d760-4e18-86d6-44aa7d8f0c8b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:52:38:65', 'vm-uuid': '0e1034cb-74d2-46f0-8ef5-cd5de0e3c558'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:12 user nova-compute[74922]: INFO os_vif [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:38:65,bridge_name='br-int',has_traffic_filtering=True,id=b16da9f4-d760-4e18-86d6-44aa7d8f0c8b,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb16da9f4-d7')
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:04:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] No VIF found with MAC fa:16:3e:52:38:65, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:04:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:14 user nova-compute[74922]: DEBUG nova.compute.manager [req-7e6c6513-3916-4c1c-a076-b252b9225164 req-5024bbea-ae2c-4b03-9c07-a827ada7e682 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Received event network-vif-plugged-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:04:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7e6c6513-3916-4c1c-a076-b252b9225164 req-5024bbea-ae2c-4b03-9c07-a827ada7e682 service nova] Acquiring lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:04:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7e6c6513-3916-4c1c-a076-b252b9225164 req-5024bbea-ae2c-4b03-9c07-a827ada7e682 service nova] Lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:04:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7e6c6513-3916-4c1c-a076-b252b9225164 req-5024bbea-ae2c-4b03-9c07-a827ada7e682 service nova] Lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:04:14 user nova-compute[74922]: DEBUG nova.compute.manager [req-7e6c6513-3916-4c1c-a076-b252b9225164 req-5024bbea-ae2c-4b03-9c07-a827ada7e682 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] No waiting events found dispatching network-vif-plugged-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:04:14 user nova-compute[74922]: WARNING nova.compute.manager [req-7e6c6513-3916-4c1c-a076-b252b9225164 req-5024bbea-ae2c-4b03-9c07-a827ada7e682 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Received unexpected event network-vif-plugged-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b for instance with vm_state shelved_offloaded and task_state spawning.
Oct 30 06:04:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:16 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 57a76f00-1c04-4219-ab78-3c99db43e828 is timed out.
Oct 30 06:04:16 user nova-compute[74922]: DEBUG nova.compute.manager [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 06:04:16 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Successfully detached device vdb from instance 57a76f00-1c04-4219-ab78-3c99db43e828 from the live domain config.
Oct 30 06:04:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QxrtMKwb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:04:16 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:04:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:04:16 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Instance spawned successfully.
Oct 30 06:04:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.033s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1edaef7-1a2e-4a56-a900-dca3c693b265]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 06:04:16 user nova-compute[74922]: No targets found.
Oct 30 06:04:16 user nova-compute[74922]: iSNS:
Oct 30 06:04:16 user nova-compute[74922]: No targets found.
Oct 30 06:04:16 user nova-compute[74922]: STATIC:
Oct 30 06:04:16 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4
Oct 30 06:04:16 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:04:16 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:04:16 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6
Oct 30 06:04:16 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:04:16 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:04:16 user nova-compute[74922]: FIRMWARE:
Oct 30 06:04:16 user nova-compute[74922]: No targets found.
Oct 30 06:04:16 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 06:04:16 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 06:04:16 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.039s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c33df1bd-816d-4d1b-a495-feb1e84090a5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG nova.compute.manager [req-971618f1-f876-437e-947a-55373613a236 req-32b5463c-dacf-4039-83b4-282fdcedf2e9 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Received event network-vif-plugged-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-971618f1-f876-437e-947a-55373613a236 req-32b5463c-dacf-4039-83b4-282fdcedf2e9 service nova] Acquiring lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-971618f1-f876-437e-947a-55373613a236 req-32b5463c-dacf-4039-83b4-282fdcedf2e9 service nova] Lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-971618f1-f876-437e-947a-55373613a236 req-32b5463c-dacf-4039-83b4-282fdcedf2e9 service nova] Lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG nova.compute.manager [req-971618f1-f876-437e-947a-55373613a236 req-32b5463c-dacf-4039-83b4-282fdcedf2e9 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] No waiting events found dispatching network-vif-plugged-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:04:16 user nova-compute[74922]: WARNING nova.compute.manager [req-971618f1-f876-437e-947a-55373613a236 req-32b5463c-dacf-4039-83b4-282fdcedf2e9 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Received unexpected event network-vif-plugged-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b for instance with vm_state shelved_offloaded and task_state spawning.
Oct 30 06:04:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[034b50af-87c6-490e-9694-6615c4e1bd94]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:04:16 user nova-compute[74922]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 (non-flash)
Oct 30 06:04:16 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:04:16 user nova-compute[74922]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 (non-flash)
Oct 30 06:04:16 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8208691fc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4'): ({'sdc'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Removing single pathed devices sdc {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[aaecd49a-c597-40f9-a917-8f5820367973]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbcb51c5-b8f0-4ae8-acf5-cde77b203085]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Flushing IO for device /dev/sdc {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 06:04:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b394c04-4a9e-4088-9427-b13fc7764418]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.051s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e28c8488-2cd1-40ac-8f6d-64a5a8cbbfa3]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] SCSI volumes sdc have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[539f3ad5-20e7-4da4-a8ee-e42984ac27da]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f3161d7-a6a9-43aa-a845-3fd66e6f4cd8]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4, portal: 172.16.0.220,3260]
Oct 30 06:04:17 user nova-compute[74922]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4, portal: 172.16.0.220,3260] successful.
Oct 30 06:04:17 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e177595-8e95-4eb5-bd04-b25cc854504b]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.398s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] <== disconnect_volume: return (399ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG nova.compute.manager [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ec14ade6-e309-41ac-a761-25ae1a6bc18e tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 11.875s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:18 user nova-compute[74922]: DEBUG nova.objects.instance [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lazy-loading 'flavor' on Instance uuid 57a76f00-1c04-4219-ab78-3c99db43e828 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:04:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d30036bf-9bcd-4d83-8136-40dafb029f88 tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "57a76f00-1c04-4219-ab78-3c99db43e828" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.300s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:04:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "57a76f00-1c04-4219-ab78-3c99db43e828" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 22.189s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:04:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "57a76f00-1c04-4219-ab78-3c99db43e828-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:04:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "57a76f00-1c04-4219-ab78-3c99db43e828-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:04:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "57a76f00-1c04-4219-ab78-3c99db43e828-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:04:18 user nova-compute[74922]: INFO nova.compute.manager [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Terminating instance
Oct 30 06:04:18 user nova-compute[74922]: DEBUG nova.compute.manager [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:04:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:19 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Instance destroyed successfully.
Oct 30 06:04:19 user nova-compute[74922]: DEBUG nova.objects.instance [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lazy-loading 'resources' on Instance uuid 57a76f00-1c04-4219-ab78-3c99db43e828 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-581182e1-5853-4186-9179-29f7a43f7e12 req-73da20c5-9126-4a1e-ba4e-2daccca31381 service nova] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Received event network-vif-unplugged-d735aafb-129d-42ae-bc9e-7ce49fad0e1c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-581182e1-5853-4186-9179-29f7a43f7e12 req-73da20c5-9126-4a1e-ba4e-2daccca31381 service nova] Acquiring lock "57a76f00-1c04-4219-ab78-3c99db43e828-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-581182e1-5853-4186-9179-29f7a43f7e12 req-73da20c5-9126-4a1e-ba4e-2daccca31381 service nova] Lock "57a76f00-1c04-4219-ab78-3c99db43e828-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-581182e1-5853-4186-9179-29f7a43f7e12 req-73da20c5-9126-4a1e-ba4e-2daccca31381 service nova] Lock "57a76f00-1c04-4219-ab78-3c99db43e828-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-581182e1-5853-4186-9179-29f7a43f7e12 req-73da20c5-9126-4a1e-ba4e-2daccca31381 service nova] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] No waiting events found dispatching network-vif-unplugged-d735aafb-129d-42ae-bc9e-7ce49fad0e1c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-581182e1-5853-4186-9179-29f7a43f7e12 req-73da20c5-9126-4a1e-ba4e-2daccca31381 service nova] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Received event network-vif-unplugged-d735aafb-129d-42ae-bc9e-7ce49fad0e1c for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-581182e1-5853-4186-9179-29f7a43f7e12 req-73da20c5-9126-4a1e-ba4e-2daccca31381 service nova] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Received event network-vif-plugged-d735aafb-129d-42ae-bc9e-7ce49fad0e1c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-581182e1-5853-4186-9179-29f7a43f7e12 req-73da20c5-9126-4a1e-ba4e-2daccca31381 service nova] Acquiring lock "57a76f00-1c04-4219-ab78-3c99db43e828-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-581182e1-5853-4186-9179-29f7a43f7e12 req-73da20c5-9126-4a1e-ba4e-2daccca31381 service nova] Lock "57a76f00-1c04-4219-ab78-3c99db43e828-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-581182e1-5853-4186-9179-29f7a43f7e12 req-73da20c5-9126-4a1e-ba4e-2daccca31381 service nova] Lock "57a76f00-1c04-4219-ab78-3c99db43e828-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-581182e1-5853-4186-9179-29f7a43f7e12 req-73da20c5-9126-4a1e-ba4e-2daccca31381 service nova] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] No waiting events found dispatching network-vif-plugged-d735aafb-129d-42ae-bc9e-7ce49fad0e1c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:04:19 user nova-compute[74922]: WARNING nova.compute.manager [req-581182e1-5853-4186-9179-29f7a43f7e12 req-73da20c5-9126-4a1e-ba4e-2daccca31381 service nova] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Received unexpected event network-vif-plugged-d735aafb-129d-42ae-bc9e-7ce49fad0e1c for instance with vm_state active and task_state deleting.
Oct 30 06:04:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:00:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-540305283',display_name='tempest-VolumesSnapshotTestJSON-instance-540305283',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-540305283',id=35,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD3LocGi19A7MhjN4BtyxZWsaQAu05Pzz0pZgwVzniiqZwhmSf3+/ST1d7LA3wvTW0WjbozP0zZgN7tc5k/RKYLiLBGM8GekB3q0EyXFI2QKiI+LgTtg95x57m+npkoXlQ==',key_name='tempest-keypair-616266551',keypairs=<?>,launch_index=0,launched_at=2023-10-30T06:00:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4d462bf0904f4698a414513983cdff9a',ramdisk_id='',reservation_id='r-09xhtdh5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1631386676',owner_user_name='tempest-VolumesSnapshotTestJSON-1631386676-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:00:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='908aa35e28b94a7dbb1b6877ad88ba32',uuid=57a76f00-1c04-4219-ab78-3c99db43e828,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d735aafb-129d-42ae-bc9e-7ce49fad0e1c", "address": "fa:16:3e:54:0e:28", "network": {"id": "4bd80c41-6e35-4903-a6be-6ac5206abce0", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-982368985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.26", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d462bf0904f4698a414513983cdff9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd735aafb-12", "ovs_interfaceid": "d735aafb-129d-42ae-bc9e-7ce49fad0e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Converting VIF {"id": "d735aafb-129d-42ae-bc9e-7ce49fad0e1c", "address": "fa:16:3e:54:0e:28", "network": {"id": "4bd80c41-6e35-4903-a6be-6ac5206abce0", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-982368985-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.26", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4d462bf0904f4698a414513983cdff9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd735aafb-12", "ovs_interfaceid": "d735aafb-129d-42ae-bc9e-7ce49fad0e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:54:0e:28,bridge_name='br-int',has_traffic_filtering=True,id=d735aafb-129d-42ae-bc9e-7ce49fad0e1c,network=Network(4bd80c41-6e35-4903-a6be-6ac5206abce0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd735aafb-12') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG os_vif [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:54:0e:28,bridge_name='br-int',has_traffic_filtering=True,id=d735aafb-129d-42ae-bc9e-7ce49fad0e1c,network=Network(4bd80c41-6e35-4903-a6be-6ac5206abce0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd735aafb-12') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd735aafb-12, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=31684a37-ccd5-4b38-b350-52412e7638db) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:04:19 user nova-compute[74922]: INFO os_vif [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:54:0e:28,bridge_name='br-int',has_traffic_filtering=True,id=d735aafb-129d-42ae-bc9e-7ce49fad0e1c,network=Network(4bd80c41-6e35-4903-a6be-6ac5206abce0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd735aafb-12')
Oct 30 06:04:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QxrtMKwb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:04:19 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:04:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad3dcc03-e599-4078-a7f2-fe244fd210f0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 06:04:19 user nova-compute[74922]: No targets found.
Oct 30 06:04:19 user nova-compute[74922]: iSNS:
Oct 30 06:04:19 user nova-compute[74922]: No targets found.
Oct 30 06:04:19 user nova-compute[74922]: STATIC:
Oct 30 06:04:19 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6
Oct 30 06:04:19 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:04:19 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:04:19 user nova-compute[74922]: FIRMWARE:
Oct 30 06:04:19 user nova-compute[74922]: No targets found.
Oct 30 06:04:19 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 06:04:19 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 06:04:19 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0de3ae23-c630-418f-81e9-ae2a5d6eeea4', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9612d390-7d8d-442a-bddf-37234552f717]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba583cec-30b2-4c95-88cb-02f901b9bcce]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:04:19 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:04:19 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f822c4076d0>, {}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Disconnecting from: [] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.081s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] <== disconnect_volume: return (82ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 06:04:19 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Deleting instance files /opt/stack/data/nova/instances/57a76f00-1c04-4219-ab78-3c99db43e828_del
Oct 30 06:04:19 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Deletion of /opt/stack/data/nova/instances/57a76f00-1c04-4219-ab78-3c99db43e828_del complete
Oct 30 06:04:19 user nova-compute[74922]: INFO nova.compute.manager [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Took 1.03 seconds to destroy the instance on the hypervisor.
Oct 30 06:04:19 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:04:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:20 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:04:20 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Took 0.91 seconds to deallocate network for instance.
Oct 30 06:04:20 user nova-compute[74922]: DEBUG nova.compute.manager [req-d29be6c8-82fb-4da5-8247-1ad7eaf6ccd9 req-b419d4ed-e5b9-46ae-8681-d6f49b10db29 service nova] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Received event network-vif-deleted-d735aafb-129d-42ae-bc9e-7ce49fad0e1c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:04:20 user nova-compute[74922]: WARNING nova.volume.cinder [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Attachment 8023b857-a4df-4e74-b83d-f21664d21110 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 8023b857-a4df-4e74-b83d-f21664d21110. (HTTP 404) (Request-ID: req-726973a6-a300-4c25-8d31-69ca7f63ba7f)
Oct 30 06:04:20 user nova-compute[74922]: INFO nova.compute.manager [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] [instance: 57a76f00-1c04-4219-ab78-3c99db43e828] Took 0.04 seconds to detach 1 volumes for instance.
Oct 30 06:04:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:04:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:04:20 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:04:20 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:04:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.387s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:04:20 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Deleted allocations for instance 57a76f00-1c04-4219-ab78-3c99db43e828
Oct 30 06:04:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0403d68b-ae84-4ec6-801d-ed5694bd029c tempest-VolumesSnapshotTestJSON-1631386676 tempest-VolumesSnapshotTestJSON-1631386676-project-member] Lock "57a76f00-1c04-4219-ab78-3c99db43e828" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.681s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:04:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "59a49c69-6657-4a73-b69a-520dd3fc7456" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:04:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:04:26 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 06:04:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:04:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:04:26 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 06:04:26 user nova-compute[74922]: INFO nova.compute.claims [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Claim successful on node user
Oct 30 06:04:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd527230-3d93-4662-b4c4-49c8b3ed04da tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "973a038b-f887-4daf-ba88-7f604e1b6bde" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd527230-3d93-4662-b4c4-49c8b3ed04da tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd527230-3d93-4662-b4c4-49c8b3ed04da tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd527230-3d93-4662-b4c4-49c8b3ed04da tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd527230-3d93-4662-b4c4-49c8b3ed04da tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:04:27 user nova-compute[74922]: INFO nova.compute.manager [None req-fd527230-3d93-4662-b4c4-49c8b3ed04da tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Terminating instance
Oct 30 06:04:27 user nova-compute[74922]: DEBUG nova.compute.manager [None req-fd527230-3d93-4662-b4c4-49c8b3ed04da tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-cbba6284-f422-4bdc-aeff-edc8600e0238 req-ce97c373-856c-42bc-86eb-45c1257ef2b7 service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received event network-vif-unplugged-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-cbba6284-f422-4bdc-aeff-edc8600e0238 req-ce97c373-856c-42bc-86eb-45c1257ef2b7 service nova] Acquiring lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-cbba6284-f422-4bdc-aeff-edc8600e0238 req-ce97c373-856c-42bc-86eb-45c1257ef2b7 service nova] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-cbba6284-f422-4bdc-aeff-edc8600e0238 req-ce97c373-856c-42bc-86eb-45c1257ef2b7 service nova] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-cbba6284-f422-4bdc-aeff-edc8600e0238 req-ce97c373-856c-42bc-86eb-45c1257ef2b7 service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] No waiting events found dispatching network-vif-unplugged-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-cbba6284-f422-4bdc-aeff-edc8600e0238 req-ce97c373-856c-42bc-86eb-45c1257ef2b7 service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received event network-vif-unplugged-44dc237e-04d5-4631-afdf-ee0924c86027 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.618s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG nova.network.neutron [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 06:04:27 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 06:04:27 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 06:04:27 user nova-compute[74922]: INFO nova.virt.block_device [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Booting with volume-backed-image b87ca349-fbae-4e04-a417-ccbcf4d53c8e at /dev/vda
Oct 30 06:04:27 user nova-compute[74922]: DEBUG nova.policy [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04edad06b29641c0b1dd6d4d8ecd76ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd351e3ef48c843f2b24492d6b235189f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 06:04:27 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Instance destroyed successfully.
Oct 30 06:04:27 user nova-compute[74922]: DEBUG nova.objects.instance [None req-fd527230-3d93-4662-b4c4-49c8b3ed04da tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'resources' on Instance uuid 973a038b-f887-4daf-ba88-7f604e1b6bde {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-fd527230-3d93-4662-b4c4-49c8b3ed04da tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:54:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1997001967',display_name='tempest-AttachVolumeTestJSON-server-1997001967',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1997001967',id=27,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG7abNHk8pzIZ/gsHryn2YzE3thQlKsqlvsQoTPL4yS+3tEKLMU6a7YI4zWWWE5NZfB3tCE6nFumnVrKLAFiuM+whcq7veJxy4anSXYbS4s0SzetD4re5AYq9vjGFS0wNA==',key_name='tempest-keypair-1357408300',keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:54:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2410fa77d1664259aa24b2da35a330d0',ramdisk_id='',reservation_id='r-ysqwq3p8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-128595711',owner_user_name='tempest-AttachVolumeTestJSON-128595711-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:02:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='749adeb1951e475eb0633320223a75ac',uuid=973a038b-f887-4daf-ba88-7f604e1b6bde,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-fd527230-3d93-4662-b4c4-49c8b3ed04da tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Converting VIF {"id": "44dc237e-04d5-4631-afdf-ee0924c86027", "address": "fa:16:3e:4b:26:45", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44dc237e-04", "ovs_interfaceid": "44dc237e-04d5-4631-afdf-ee0924c86027", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-fd527230-3d93-4662-b4c4-49c8b3ed04da tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:26:45,bridge_name='br-int',has_traffic_filtering=True,id=44dc237e-04d5-4631-afdf-ee0924c86027,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44dc237e-04') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG os_vif [None req-fd527230-3d93-4662-b4c4-49c8b3ed04da tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:26:45,bridge_name='br-int',has_traffic_filtering=True,id=44dc237e-04d5-4631-afdf-ee0924c86027,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44dc237e-04') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap44dc237e-04, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c7ab5b63-9233-4362-9e96-d24f17ad0a71) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:27 user nova-compute[74922]: INFO os_vif [None req-fd527230-3d93-4662-b4c4-49c8b3ed04da tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:26:45,bridge_name='br-int',has_traffic_filtering=True,id=44dc237e-04d5-4631-afdf-ee0924c86027,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44dc237e-04')
Oct 30 06:04:27 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-fd527230-3d93-4662-b4c4-49c8b3ed04da tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Deleting instance files /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde_del
Oct 30 06:04:27 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-fd527230-3d93-4662-b4c4-49c8b3ed04da tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Deletion of /opt/stack/data/nova/instances/973a038b-f887-4daf-ba88-7f604e1b6bde_del complete
Oct 30 06:04:27 user nova-compute[74922]: INFO nova.compute.manager [None req-fd527230-3d93-4662-b4c4-49c8b3ed04da tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Took 0.78 seconds to destroy the instance on the hypervisor.
Oct 30 06:04:27 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-fd527230-3d93-4662-b4c4-49c8b3ed04da tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:04:27 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:04:28 user nova-compute[74922]: DEBUG nova.network.neutron [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Successfully created port: 73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 06:04:28 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:04:28 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Took 1.09 seconds to deallocate network for instance.
Oct 30 06:04:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd527230-3d93-4662-b4c4-49c8b3ed04da tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:04:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd527230-3d93-4662-b4c4-49c8b3ed04da tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:04:29 user nova-compute[74922]: DEBUG nova.network.neutron [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Successfully updated port: 73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 06:04:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "refresh_cache-59a49c69-6657-4a73-b69a-520dd3fc7456" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:04:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquired lock "refresh_cache-59a49c69-6657-4a73-b69a-520dd3fc7456" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:04:29 user nova-compute[74922]: DEBUG nova.network.neutron [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:04:29 user nova-compute[74922]: DEBUG nova.compute.manager [req-ec557f27-fd8b-45d1-819c-85aa790bc272 req-30ee7586-3776-4227-b3d8-a6686056bdf7 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Received event network-changed-73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:04:29 user nova-compute[74922]: DEBUG nova.compute.manager [req-ec557f27-fd8b-45d1-819c-85aa790bc272 req-30ee7586-3776-4227-b3d8-a6686056bdf7 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Refreshing instance network info cache due to event network-changed-73460dd3-f68b-4b33-beeb-1eaf99329784. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:04:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ec557f27-fd8b-45d1-819c-85aa790bc272 req-30ee7586-3776-4227-b3d8-a6686056bdf7 service nova] Acquiring lock "refresh_cache-59a49c69-6657-4a73-b69a-520dd3fc7456" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:04:29 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-fd527230-3d93-4662-b4c4-49c8b3ed04da tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:04:29 user nova-compute[74922]: DEBUG nova.network.neutron [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 06:04:29 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-fd527230-3d93-4662-b4c4-49c8b3ed04da tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:04:29 user nova-compute[74922]: DEBUG nova.compute.manager [req-590888da-d20a-4179-8409-7b76a4fcd687 req-c135b91a-45bd-4e1d-b6a6-51c95670b367 service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received event network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:04:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-590888da-d20a-4179-8409-7b76a4fcd687 req-c135b91a-45bd-4e1d-b6a6-51c95670b367 service nova] Acquiring lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:04:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-590888da-d20a-4179-8409-7b76a4fcd687 req-c135b91a-45bd-4e1d-b6a6-51c95670b367 service nova] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:04:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-590888da-d20a-4179-8409-7b76a4fcd687 req-c135b91a-45bd-4e1d-b6a6-51c95670b367 service nova] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:04:29 user nova-compute[74922]: DEBUG nova.compute.manager [req-590888da-d20a-4179-8409-7b76a4fcd687 req-c135b91a-45bd-4e1d-b6a6-51c95670b367 service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] No waiting events found dispatching network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:04:29 user nova-compute[74922]: WARNING nova.compute.manager [req-590888da-d20a-4179-8409-7b76a4fcd687 req-c135b91a-45bd-4e1d-b6a6-51c95670b367 service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received unexpected event network-vif-plugged-44dc237e-04d5-4631-afdf-ee0924c86027 for instance with vm_state deleted and task_state None.
Oct 30 06:04:29 user nova-compute[74922]: DEBUG nova.compute.manager [req-590888da-d20a-4179-8409-7b76a4fcd687 req-c135b91a-45bd-4e1d-b6a6-51c95670b367 service nova] [instance: 973a038b-f887-4daf-ba88-7f604e1b6bde] Received event network-vif-deleted-44dc237e-04d5-4631-afdf-ee0924c86027 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:04:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd527230-3d93-4662-b4c4-49c8b3ed04da tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.492s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:04:29 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-fd527230-3d93-4662-b4c4-49c8b3ed04da tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Deleted allocations for instance 973a038b-f887-4daf-ba88-7f604e1b6bde
Oct 30 06:04:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd527230-3d93-4662-b4c4-49c8b3ed04da tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "973a038b-f887-4daf-ba88-7f604e1b6bde" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.606s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:04:29 user nova-compute[74922]: DEBUG nova.network.neutron [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Updating instance_info_cache with network_info: [{"id": "73460dd3-f68b-4b33-beeb-1eaf99329784", "address": "fa:16:3e:74:50:c9", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73460dd3-f6", "ovs_interfaceid": "73460dd3-f68b-4b33-beeb-1eaf99329784", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:04:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Releasing lock "refresh_cache-59a49c69-6657-4a73-b69a-520dd3fc7456" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:04:29 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Instance network_info: |[{"id": "73460dd3-f68b-4b33-beeb-1eaf99329784", "address": "fa:16:3e:74:50:c9", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73460dd3-f6", "ovs_interfaceid": "73460dd3-f68b-4b33-beeb-1eaf99329784", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 06:04:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ec557f27-fd8b-45d1-819c-85aa790bc272 req-30ee7586-3776-4227-b3d8-a6686056bdf7 service nova] Acquired lock "refresh_cache-59a49c69-6657-4a73-b69a-520dd3fc7456" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:04:29 user nova-compute[74922]: DEBUG nova.network.neutron [req-ec557f27-fd8b-45d1-819c-85aa790bc272 req-30ee7586-3776-4227-b3d8-a6686056bdf7 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Refreshing network info cache for port 73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:04:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:30 user nova-compute[74922]: DEBUG nova.network.neutron [req-ec557f27-fd8b-45d1-819c-85aa790bc272 req-30ee7586-3776-4227-b3d8-a6686056bdf7 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Updated VIF entry in instance network info cache for port 73460dd3-f68b-4b33-beeb-1eaf99329784. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:04:30 user nova-compute[74922]: DEBUG nova.network.neutron [req-ec557f27-fd8b-45d1-819c-85aa790bc272 req-30ee7586-3776-4227-b3d8-a6686056bdf7 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Updating instance_info_cache with network_info: [{"id": "73460dd3-f68b-4b33-beeb-1eaf99329784", "address": "fa:16:3e:74:50:c9", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73460dd3-f6", "ovs_interfaceid": "73460dd3-f68b-4b33-beeb-1eaf99329784", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:04:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ec557f27-fd8b-45d1-819c-85aa790bc272 req-30ee7586-3776-4227-b3d8-a6686056bdf7 service nova] Releasing lock "refresh_cache-59a49c69-6657-4a73-b69a-520dd3fc7456" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:04:31 user nova-compute[74922]: DEBUG nova.compute.manager [req-653ac0bc-7eec-411f-a259-8b865df68183 req-31ddb2d1-894a-4db6-8d9e-7ee283994bb8 service nova] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Received event network-changed-f517e629-53a6-4cbf-a50d-448bd5a541d4 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:04:31 user nova-compute[74922]: DEBUG nova.compute.manager [req-653ac0bc-7eec-411f-a259-8b865df68183 req-31ddb2d1-894a-4db6-8d9e-7ee283994bb8 service nova] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Refreshing instance network info cache due to event network-changed-f517e629-53a6-4cbf-a50d-448bd5a541d4. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:04:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-653ac0bc-7eec-411f-a259-8b865df68183 req-31ddb2d1-894a-4db6-8d9e-7ee283994bb8 service nova] Acquiring lock "refresh_cache-037175b1-78d3-4972-8974-db3c25cac941" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:04:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-653ac0bc-7eec-411f-a259-8b865df68183 req-31ddb2d1-894a-4db6-8d9e-7ee283994bb8 service nova] Acquired lock "refresh_cache-037175b1-78d3-4972-8974-db3c25cac941" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:04:31 user nova-compute[74922]: DEBUG nova.network.neutron [req-653ac0bc-7eec-411f-a259-8b865df68183 req-31ddb2d1-894a-4db6-8d9e-7ee283994bb8 service nova] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Refreshing network info cache for port f517e629-53a6-4cbf-a50d-448bd5a541d4 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:04:32 user nova-compute[74922]: DEBUG nova.network.neutron [req-653ac0bc-7eec-411f-a259-8b865df68183 req-31ddb2d1-894a-4db6-8d9e-7ee283994bb8 service nova] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Updated VIF entry in instance network info cache for port f517e629-53a6-4cbf-a50d-448bd5a541d4. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:04:32 user nova-compute[74922]: DEBUG nova.network.neutron [req-653ac0bc-7eec-411f-a259-8b865df68183 req-31ddb2d1-894a-4db6-8d9e-7ee283994bb8 service nova] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Updating instance_info_cache with network_info: [{"id": "f517e629-53a6-4cbf-a50d-448bd5a541d4", "address": "fa:16:3e:df:df:0c", "network": {"id": "a6721c97-c31e-49ac-a507-c591f0e5b068", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-633075463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5cbe344fb724d5b9949359055933005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf517e629-53", "ovs_interfaceid": "f517e629-53a6-4cbf-a50d-448bd5a541d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:04:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-653ac0bc-7eec-411f-a259-8b865df68183 req-31ddb2d1-894a-4db6-8d9e-7ee283994bb8 service nova] Releasing lock "refresh_cache-037175b1-78d3-4972-8974-db3c25cac941" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:04:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Acquiring lock "037175b1-78d3-4972-8974-db3c25cac941" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:04:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "037175b1-78d3-4972-8974-db3c25cac941" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:04:37 user nova-compute[74922]: DEBUG nova.objects.instance [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lazy-loading 'flavor' on Instance uuid 037175b1-78d3-4972-8974-db3c25cac941 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:04:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "037175b1-78d3-4972-8974-db3c25cac941" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:04:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Acquiring lock "037175b1-78d3-4972-8974-db3c25cac941" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:04:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "037175b1-78d3-4972-8974-db3c25cac941" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:04:37 user nova-compute[74922]: INFO nova.compute.manager [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Attaching volume 64991198-76a6-4516-b04e-401223042a2b to /dev/vdb
Oct 30 06:04:37 user nova-compute[74922]: DEBUG os_brick.utils [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:04:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9de126fe-b237-43df-a0c2-58acb89cbf28]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[747ee3e2-205e-44de-a12c-903a1dc500a9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.059s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[106911ae-c699-4d8d-8d6c-eb17bf291add]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8b33859-bbb2-4886-835a-5bbbb4e6d144]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:04:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 06:04:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:04:37 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 06:04:38 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fbf26d4-20f1-4f12-bec9-877c15548eea]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 06:04:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 06:04:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 06:04:38 user nova-compute[74922]: DEBUG os_brick.utils [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] <== get_connector_properties: return (170ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:04:38 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Updating existing volume attachment record: 4cba678a-80f6-4e2d-a560-fa30bba598e9 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 06:04:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:40 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:04:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:42 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:04:44 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:04:44 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:04:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:45 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:04:45 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:04:45 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:04:46 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:04:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:47 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:04:49 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:04:49 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:04:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-152ed8a0-4208-485b-bf31-fcdd5b7469ed" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:04:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-152ed8a0-4208-485b-bf31-fcdd5b7469ed" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:04:50 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:04:50 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Updating instance_info_cache with network_info: [{"id": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "address": "fa:16:3e:5f:ad:20", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54bd5b43-29", "ovs_interfaceid": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:04:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-152ed8a0-4208-485b-bf31-fcdd5b7469ed" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:04:50 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:04:50 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:04:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:04:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:04:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:04:50 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:04:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:52 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:04:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.193s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:54 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:04:54 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:04:54 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=7872MB free_disk=25.07608413696289GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:04:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:04:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:04:54 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:04:54 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 152ed8a0-4208-485b-bf31-fcdd5b7469ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:04:54 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance bf842ae2-dd28-4c55-8c4d-e416d89d75d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:04:54 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 7db75206-6a36-48b4-85c6-0b011a794e3e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:04:54 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 61e57ed5-062e-4643-8acb-635eb21f78e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:04:54 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 037175b1-78d3-4972-8974-db3c25cac941 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:04:54 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance caa46546-7649-4fd0-8b8f-1aee5a6c30b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:04:54 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:04:54 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 59a49c69-6657-4a73-b69a-520dd3fc7456 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:04:54 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:04:54 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:04:54 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:04:54 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:04:54 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:04:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.470s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:04:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cATyWVzn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:04:58 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:04:58 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:04:58 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab72e1af-f173-45ef-8fbb-8d49775e8e87]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 06:04:58 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a0ea436-efeb-4336-a687-6dddf22a508d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b] added
Oct 30 06:04:58 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[55292362-31ff-45f8-9669-43747ef52688]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[75a30bd5-30c0-4182-b564-9e2d1c6d85dd]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cATyWVzn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cATyWVzn" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3662517a-a3ed-48ca-ac29-8e6f1bb67744]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cATyWVzn'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a11fd4b6-5c5f-4fb0-910f-886dadff5a38]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[170f809a-3c58-41dc-928c-91f4680487c3]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:04:58 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:04:58 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[84410830-1863-41b2-a9db-320d685709d8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b, portal: 172.16.0.220,3260]
Oct 30 06:04:58 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b, portal: 172.16.0.220,3260] successful.
Oct 30 06:04:58 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[62f4b85e-08e7-4ab4-85c1-fb0ec07836b9]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[36e5994d-b808-4f97-856e-dd3dd806bdaa]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:04:58 user nova-compute[74922]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b (non-flash)
Oct 30 06:04:58 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:04:58 user nova-compute[74922]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b (non-flash)
Oct 30 06:04:58 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.271s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] HCTL ('33', '-', '-', 0) found on session 43 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b543cc99-5725-41d4-a608-6ccb8e583da8]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Searching for a device in session 43 and hctl ['33', '*', '*', 0] yield: None {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.utils [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f533ed74-968c-4614-98dc-0451aef19700]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[282cc16c-0ee3-4ac6-9c7e-7935e9ab8185]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3352e4df-d198-4c79-834f-29b9bcfec398]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd9acb4b-6c51-4ee0-bea7-4ca1f82fbeb6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:04:58 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 06:04:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c512bcd-4cff-4443-b4c9-64a249a7e860]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG os_brick.utils [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:04:58 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Updating existing volume attachment record: 8ca493ef-4aeb-4040-a21f-a4cf62033220 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 06:04:59 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Searching for a device in session 43 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 06:04:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cATyWVzn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 06:04:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.310s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:04:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] <== connect_volume: return (1312ms) {'type': 'block', 'scsi_wwn': '26263613964643837', 'path': '/dev/sdb'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:04:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26263613964643837', 'path': '/dev/sdb'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 06:04:59 user nova-compute[74922]: DEBUG nova.objects.instance [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lazy-loading 'flavor' on Instance uuid 037175b1-78d3-4972-8974-db3c25cac941 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:04:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 06:04:59 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:04:59 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 06:04:59 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 06:04:59 user nova-compute[74922]:   <serial>64991198-76a6-4516-b04e-401223042a2b</serial>
Oct 30 06:04:59 user nova-compute[74922]: </disk>
Oct 30 06:04:59 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 06:05:00 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:05:00 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:05:00 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] No VIF found with MAC fa:16:3e:df:df:0c, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:05:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ab78c750-0078-4f5a-a901-81ce074386b6 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "037175b1-78d3-4972-8974-db3c25cac941" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.495s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:05:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Acquiring lock "037175b1-78d3-4972-8974-db3c25cac941" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:05:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "037175b1-78d3-4972-8974-db3c25cac941" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.003s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:05:01 user nova-compute[74922]: INFO nova.compute.manager [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Detaching volume 64991198-76a6-4516-b04e-401223042a2b
Oct 30 06:05:01 user nova-compute[74922]: INFO nova.virt.block_device [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Attempting to driver detach volume 64991198-76a6-4516-b04e-401223042a2b from mountpoint /dev/vdb
Oct 30 06:05:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Attempting to detach device vdb from instance 037175b1-78d3-4972-8974-db3c25cac941 from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 06:05:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 06:05:01 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:05:01 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 06:05:01 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 06:05:01 user nova-compute[74922]:   <serial>64991198-76a6-4516-b04e-401223042a2b</serial>
Oct 30 06:05:01 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 06:05:01 user nova-compute[74922]: </disk>
Oct 30 06:05:01 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 06:05:01 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Successfully detached device vdb from instance 037175b1-78d3-4972-8974-db3c25cac941 from the persistent domain config.
Oct 30 06:05:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 037175b1-78d3-4972-8974-db3c25cac941 from the live domain config. {{(pid=74922) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 06:05:01 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 06:05:01 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:05:01 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 06:05:01 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 06:05:01 user nova-compute[74922]:   <serial>64991198-76a6-4516-b04e-401223042a2b</serial>
Oct 30 06:05:01 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 06:05:01 user nova-compute[74922]: </disk>
Oct 30 06:05:01 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 06:05:02 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 037175b1-78d3-4972-8974-db3c25cac941 {{(pid=74922) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 06:05:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:18 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 06:05:18 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 06:05:18 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Creating image(s)
Oct 30 06:05:18 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Did not create local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 06:05:18 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Ensure instance console log exists: /opt/stack/data/nova/instances/59a49c69-6657-4a73-b69a-520dd3fc7456/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 06:05:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:05:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:05:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:05:18 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Start _get_guest_xml network_info=[{"id": "73460dd3-f68b-4b33-beeb-1eaf99329784", "address": "fa:16:3e:74:50:c9", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73460dd3-f6", "ovs_interfaceid": "73460dd3-f68b-4b33-beeb-1eaf99329784", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': '8ca493ef-4aeb-4040-a21f-a4cf62033220', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tEaZWzhF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '59a49c69-6657-4a73-b69a-520dd3fc7456', 'attached_at': '', 'detached_at': '', 'volume_id': '92f431a1-cc9b-4f06-b85b-85acd3f7cd27', 'serial': '92f431a1-cc9b-4f06-b85b-85acd3f7cd27'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 06:05:18 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:05:18 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:05:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tEaZWzhF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:05:19 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:05:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:05:19 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:05:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:05:19 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e8cd75e-a195-447a-80ab-3c4ce2526e55]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 06:05:19 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a0d662c-7690-4db5-ba2a-e72779e78eab]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27] added
Oct 30 06:05:19 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8798ae4-48ce-4317-8a4b-50704d321927]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e35da7a-6974-4ea5-83db-c5ac03598de1]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tEaZWzhF {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tEaZWzhF" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[aacafd68-312c-48ec-8ff9-4875acc0bca5]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tEaZWzhF'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ea03d08-fc5e-4cf5-9d58-561d9b726108]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[02525f87-c8f5-43d4-8fd7-c65e231ecb30]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:05:19 user nova-compute[74922]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b (non-flash)
Oct 30 06:05:19 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:05:19 user nova-compute[74922]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b (non-flash)
Oct 30 06:05:19 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e930ec87-bf7e-4cda-8aa9-631aa08efe90]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27, portal: 172.16.0.220,3260]
Oct 30 06:05:19 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27, portal: 172.16.0.220,3260] successful.
Oct 30 06:05:19 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6ed97fa-01e2-435a-bcb6-0f1cf20a3dbb]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0afd28e5-adb3-4b86-b916-6d8cbf941c42]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:05:19 user nova-compute[74922]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b (non-flash)
Oct 30 06:05:19 user nova-compute[74922]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)
Oct 30 06:05:19 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:05:19 user nova-compute[74922]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b (non-flash)
Oct 30 06:05:19 user nova-compute[74922]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)
Oct 30 06:05:19 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.287s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] HCTL ('34', '-', '-', 0) found on session 44 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d529b7e-3135-4244-be9a-35c74d08f044]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Searching for a device in session 44 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 06:05:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tEaZWzhF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.321s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] <== connect_volume: return (1324ms) {'type': 'block', 'scsi_wwn': '23034376638323663', 'path': '/dev/sdc'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23034376638323663', 'path': '/dev/sdc'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:04:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-847929652',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-847929652',id=39,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d351e3ef48c843f2b24492d6b235189f',ramdisk_id='',reservation_id='r-4xox8ugg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:04:28Z,user_data=None,user_id='04edad06b29641c0b1dd6d4d8ecd76ef',uuid=59a49c69-6657-4a73-b69a-520dd3fc7456,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "73460dd3-f68b-4b33-beeb-1eaf99329784", "address": "fa:16:3e:74:50:c9", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73460dd3-f6", "ovs_interfaceid": "73460dd3-f68b-4b33-beeb-1eaf99329784", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converting VIF {"id": "73460dd3-f68b-4b33-beeb-1eaf99329784", "address": "fa:16:3e:74:50:c9", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73460dd3-f6", "ovs_interfaceid": "73460dd3-f68b-4b33-beeb-1eaf99329784", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:74:50:c9,bridge_name='br-int',has_traffic_filtering=True,id=73460dd3-f68b-4b33-beeb-1eaf99329784,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73460dd3-f6') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG nova.objects.instance [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lazy-loading 'pci_devices' on Instance uuid 59a49c69-6657-4a73-b69a-520dd3fc7456 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] End _get_guest_xml xml=<domain type="kvm">
Oct 30 06:05:20 user nova-compute[74922]:   <uuid>59a49c69-6657-4a73-b69a-520dd3fc7456</uuid>
Oct 30 06:05:20 user nova-compute[74922]:   <name>instance-00000027</name>
Oct 30 06:05:20 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 06:05:20 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 06:05:20 user nova-compute[74922]:   <metadata>
Oct 30 06:05:20 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 06:05:20 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 06:05:20 user nova-compute[74922]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-847929652</nova:name>
Oct 30 06:05:20 user nova-compute[74922]:       <nova:creationTime>2023-10-30 06:05:19</nova:creationTime>
Oct 30 06:05:20 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 06:05:20 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 06:05:20 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 06:05:20 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 06:05:20 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 06:05:20 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 06:05:20 user nova-compute[74922]:       </nova:flavor>
Oct 30 06:05:20 user nova-compute[74922]:       <nova:owner>
Oct 30 06:05:20 user nova-compute[74922]:         <nova:user uuid="04edad06b29641c0b1dd6d4d8ecd76ef">tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member</nova:user>
Oct 30 06:05:20 user nova-compute[74922]:         <nova:project uuid="d351e3ef48c843f2b24492d6b235189f">tempest-ServerBootFromVolumeStableRescueTest-1475644647</nova:project>
Oct 30 06:05:20 user nova-compute[74922]:       </nova:owner>
Oct 30 06:05:20 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 06:05:20 user nova-compute[74922]:       <nova:ports>
Oct 30 06:05:20 user nova-compute[74922]:         <nova:port uuid="73460dd3-f68b-4b33-beeb-1eaf99329784">
Oct 30 06:05:20 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 30 06:05:20 user nova-compute[74922]:         </nova:port>
Oct 30 06:05:20 user nova-compute[74922]:       </nova:ports>
Oct 30 06:05:20 user nova-compute[74922]:     </nova:instance>
Oct 30 06:05:20 user nova-compute[74922]:   </metadata>
Oct 30 06:05:20 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 06:05:20 user nova-compute[74922]:     <system>
Oct 30 06:05:20 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 06:05:20 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 06:05:20 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 06:05:20 user nova-compute[74922]:       <entry name="serial">59a49c69-6657-4a73-b69a-520dd3fc7456</entry>
Oct 30 06:05:20 user nova-compute[74922]:       <entry name="uuid">59a49c69-6657-4a73-b69a-520dd3fc7456</entry>
Oct 30 06:05:20 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 06:05:20 user nova-compute[74922]:     </system>
Oct 30 06:05:20 user nova-compute[74922]:   </sysinfo>
Oct 30 06:05:20 user nova-compute[74922]:   <os>
Oct 30 06:05:20 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 06:05:20 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 06:05:20 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 06:05:20 user nova-compute[74922]:   </os>
Oct 30 06:05:20 user nova-compute[74922]:   <features>
Oct 30 06:05:20 user nova-compute[74922]:     <acpi/>
Oct 30 06:05:20 user nova-compute[74922]:     <apic/>
Oct 30 06:05:20 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 06:05:20 user nova-compute[74922]:   </features>
Oct 30 06:05:20 user nova-compute[74922]:   <clock offset="utc">
Oct 30 06:05:20 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 06:05:20 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 06:05:20 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 06:05:20 user nova-compute[74922]:   </clock>
Oct 30 06:05:20 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 06:05:20 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 06:05:20 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 06:05:20 user nova-compute[74922]:   </cpu>
Oct 30 06:05:20 user nova-compute[74922]:   <devices>
Oct 30 06:05:20 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 06:05:20 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:05:20 user nova-compute[74922]:       <source dev="/dev/sdc"/>
Oct 30 06:05:20 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 06:05:20 user nova-compute[74922]:       <serial>92f431a1-cc9b-4f06-b85b-85acd3f7cd27</serial>
Oct 30 06:05:20 user nova-compute[74922]:     </disk>
Oct 30 06:05:20 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 06:05:20 user nova-compute[74922]:       <mac address="fa:16:3e:74:50:c9"/>
Oct 30 06:05:20 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:05:20 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 06:05:20 user nova-compute[74922]:       <target dev="tap73460dd3-f6"/>
Oct 30 06:05:20 user nova-compute[74922]:     </interface>
Oct 30 06:05:20 user nova-compute[74922]:     <serial type="pty">
Oct 30 06:05:20 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/59a49c69-6657-4a73-b69a-520dd3fc7456/console.log" append="off"/>
Oct 30 06:05:20 user nova-compute[74922]:     </serial>
Oct 30 06:05:20 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 06:05:20 user nova-compute[74922]:     <video>
Oct 30 06:05:20 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:05:20 user nova-compute[74922]:     </video>
Oct 30 06:05:20 user nova-compute[74922]:     <rng model="virtio">
Oct 30 06:05:20 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 06:05:20 user nova-compute[74922]:     </rng>
Oct 30 06:05:20 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 06:05:20 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 06:05:20 user nova-compute[74922]:       <stats period="10"/>
Oct 30 06:05:20 user nova-compute[74922]:     </memballoon>
Oct 30 06:05:20 user nova-compute[74922]:   </devices>
Oct 30 06:05:20 user nova-compute[74922]: </domain>
Oct 30 06:05:20 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:04:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-847929652',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-847929652',id=39,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d351e3ef48c843f2b24492d6b235189f',ramdisk_id='',reservation_id='r-4xox8ugg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:04:28Z,user_data=None,user_id='04edad06b29641c0b1dd6d4d8ecd76ef',uuid=59a49c69-6657-4a73-b69a-520dd3fc7456,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "73460dd3-f68b-4b33-beeb-1eaf99329784", "address": "fa:16:3e:74:50:c9", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73460dd3-f6", "ovs_interfaceid": "73460dd3-f68b-4b33-beeb-1eaf99329784", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converting VIF {"id": "73460dd3-f68b-4b33-beeb-1eaf99329784", "address": "fa:16:3e:74:50:c9", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73460dd3-f6", "ovs_interfaceid": "73460dd3-f68b-4b33-beeb-1eaf99329784", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:74:50:c9,bridge_name='br-int',has_traffic_filtering=True,id=73460dd3-f68b-4b33-beeb-1eaf99329784,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73460dd3-f6') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG os_vif [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:74:50:c9,bridge_name='br-int',has_traffic_filtering=True,id=73460dd3-f68b-4b33-beeb-1eaf99329784,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73460dd3-f6') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b6c07d6e-3ed0-5418-b601-c0378ab01adb', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap73460dd3-f6, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap73460dd3-f6, col_values=(('qos', UUID('0374a1e4-d865-4ff6-9ebe-7f6f1a887d41')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap73460dd3-f6, col_values=(('external_ids', {'iface-id': '73460dd3-f68b-4b33-beeb-1eaf99329784', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:74:50:c9', 'vm-uuid': '59a49c69-6657-4a73-b69a-520dd3fc7456'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:20 user nova-compute[74922]: INFO os_vif [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:74:50:c9,bridge_name='br-int',has_traffic_filtering=True,id=73460dd3-f68b-4b33-beeb-1eaf99329784,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73460dd3-f6')
Oct 30 06:05:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:05:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] No VIF found with MAC fa:16:3e:74:50:c9, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:05:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:05:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:05:21 user nova-compute[74922]: DEBUG nova.compute.manager [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 06:05:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:05:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:05:21 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 06:05:21 user nova-compute[74922]: INFO nova.compute.claims [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Claim successful on node user
Oct 30 06:05:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-6451d34f-61c3-4d6f-9238-c87a39c812c2 req-61f11d05-8b02-4356-8fa0-3fbffb94b03c service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Received event network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6451d34f-61c3-4d6f-9238-c87a39c812c2 req-61f11d05-8b02-4356-8fa0-3fbffb94b03c service nova] Acquiring lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6451d34f-61c3-4d6f-9238-c87a39c812c2 req-61f11d05-8b02-4356-8fa0-3fbffb94b03c service nova] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6451d34f-61c3-4d6f-9238-c87a39c812c2 req-61f11d05-8b02-4356-8fa0-3fbffb94b03c service nova] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-6451d34f-61c3-4d6f-9238-c87a39c812c2 req-61f11d05-8b02-4356-8fa0-3fbffb94b03c service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] No waiting events found dispatching network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:05:22 user nova-compute[74922]: WARNING nova.compute.manager [req-6451d34f-61c3-4d6f-9238-c87a39c812c2 req-61f11d05-8b02-4356-8fa0-3fbffb94b03c service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Received unexpected event network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 for instance with vm_state building and task_state spawning.
Oct 30 06:05:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.529s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG nova.compute.manager [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG nova.compute.manager [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG nova.network.neutron [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 06:05:22 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 06:05:22 user nova-compute[74922]: DEBUG nova.compute.manager [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 06:05:22 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 037175b1-78d3-4972-8974-db3c25cac941 is timed out.
Oct 30 06:05:22 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Successfully detached device vdb from instance 037175b1-78d3-4972-8974-db3c25cac941 from the live domain config.
Oct 30 06:05:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cATyWVzn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:05:22 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:05:22 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a51b7d91-c0a8-4fa1-9173-79cb43cf1ceb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 06:05:22 user nova-compute[74922]: No targets found.
Oct 30 06:05:22 user nova-compute[74922]: iSNS:
Oct 30 06:05:22 user nova-compute[74922]: No targets found.
Oct 30 06:05:22 user nova-compute[74922]: STATIC:
Oct 30 06:05:22 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b
Oct 30 06:05:22 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:05:22 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:05:22 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27
Oct 30 06:05:22 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:05:22 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:05:22 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6
Oct 30 06:05:22 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:05:22 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:05:22 user nova-compute[74922]: FIRMWARE:
Oct 30 06:05:22 user nova-compute[74922]: No targets found.
Oct 30 06:05:22 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 06:05:22 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 06:05:22 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG nova.policy [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '749adeb1951e475eb0633320223a75ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2410fa77d1664259aa24b2da35a330d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d2b7539-a1ed-46c3-8daf-0134bc0db078]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac55cf25-bcb0-4a6b-a03e-3be8178be0d4]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:05:22 user nova-compute[74922]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b (non-flash)
Oct 30 06:05:22 user nova-compute[74922]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)
Oct 30 06:05:22 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:05:22 user nova-compute[74922]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b (non-flash)
Oct 30 06:05:22 user nova-compute[74922]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)
Oct 30 06:05:22 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f822c406f80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b'): ({'sdb'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Removing single pathed devices sdb {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG nova.compute.manager [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 06:05:22 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Creating image(s)
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "/opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "/opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "/opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[50a9b32d-5919-499f-92bd-e520e4fd315b]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[12f295ee-8677-44c7-b105-28070b6fc239]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Flushing IO for device /dev/sdb {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a389517a-7025-42a8-87aa-f8a057b391bd]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.053s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d89aca1e-1ab7-4092-a777-fd6a83425dd9]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.179s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e6abbb0-c13d-4fbb-b707-3b453a309479]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[56f6e4ad-c7a1-4fe6-a82e-6430b7c8866f]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b, portal: 172.16.0.220,3260]
Oct 30 06:05:22 user nova-compute[74922]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b, portal: 172.16.0.220,3260] successful.
Oct 30 06:05:22 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64991198-76a6-4516-b04e-401223042a2b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ef2586f-befc-4643-bf20-92a60a9ed659]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.416s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] <== disconnect_volume: return (418ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.198s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/disk 1073741824" returned: 0 in 0.096s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.303s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:05:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.230s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:23 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 06:05:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:23 user nova-compute[74922]: DEBUG nova.network.neutron [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Successfully created port: 01491a96-cd7d-46ce-9b72-8306f59059ec {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 06:05:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:23 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Cannot resize image /opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 06:05:23 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 06:05:23 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Ensure instance console log exists: /opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 06:05:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:05:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:05:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:05:23 user nova-compute[74922]: DEBUG nova.objects.instance [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lazy-loading 'flavor' on Instance uuid 037175b1-78d3-4972-8974-db3c25cac941 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:05:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-108c9ae8-7672-4b76-ad4a-4583e9ec8cea tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "037175b1-78d3-4972-8974-db3c25cac941" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.097s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:05:23 user nova-compute[74922]: DEBUG nova.network.neutron [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Successfully updated port: 01491a96-cd7d-46ce-9b72-8306f59059ec {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 06:05:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "refresh_cache-6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:05:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquired lock "refresh_cache-6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:05:23 user nova-compute[74922]: DEBUG nova.network.neutron [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:05:23 user nova-compute[74922]: DEBUG nova.network.neutron [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-8d44d30b-7406-4f6f-ab24-b082837f71d4 req-6828aa22-a006-4d14-ae91-03f07975b22d service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Received event network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8d44d30b-7406-4f6f-ab24-b082837f71d4 req-6828aa22-a006-4d14-ae91-03f07975b22d service nova] Acquiring lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8d44d30b-7406-4f6f-ab24-b082837f71d4 req-6828aa22-a006-4d14-ae91-03f07975b22d service nova] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8d44d30b-7406-4f6f-ab24-b082837f71d4 req-6828aa22-a006-4d14-ae91-03f07975b22d service nova] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-8d44d30b-7406-4f6f-ab24-b082837f71d4 req-6828aa22-a006-4d14-ae91-03f07975b22d service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] No waiting events found dispatching network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:05:24 user nova-compute[74922]: WARNING nova.compute.manager [req-8d44d30b-7406-4f6f-ab24-b082837f71d4 req-6828aa22-a006-4d14-ae91-03f07975b22d service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Received unexpected event network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 for instance with vm_state building and task_state spawning.
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-8d44d30b-7406-4f6f-ab24-b082837f71d4 req-6828aa22-a006-4d14-ae91-03f07975b22d service nova] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Received event network-changed-01491a96-cd7d-46ce-9b72-8306f59059ec {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-8d44d30b-7406-4f6f-ab24-b082837f71d4 req-6828aa22-a006-4d14-ae91-03f07975b22d service nova] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Refreshing instance network info cache due to event network-changed-01491a96-cd7d-46ce-9b72-8306f59059ec. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8d44d30b-7406-4f6f-ab24-b082837f71d4 req-6828aa22-a006-4d14-ae91-03f07975b22d service nova] Acquiring lock "refresh_cache-6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 06:05:24 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Instance spawned successfully.
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.network.neutron [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Updating instance_info_cache with network_info: [{"id": "01491a96-cd7d-46ce-9b72-8306f59059ec", "address": "fa:16:3e:73:aa:78", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01491a96-cd", "ovs_interfaceid": "01491a96-cd7d-46ce-9b72-8306f59059ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Releasing lock "refresh_cache-6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.compute.manager [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Instance network_info: |[{"id": "01491a96-cd7d-46ce-9b72-8306f59059ec", "address": "fa:16:3e:73:aa:78", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01491a96-cd", "ovs_interfaceid": "01491a96-cd7d-46ce-9b72-8306f59059ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8d44d30b-7406-4f6f-ab24-b082837f71d4 req-6828aa22-a006-4d14-ae91-03f07975b22d service nova] Acquired lock "refresh_cache-6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.network.neutron [req-8d44d30b-7406-4f6f-ab24-b082837f71d4 req-6828aa22-a006-4d14-ae91-03f07975b22d service nova] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Refreshing network info cache for port 01491a96-cd7d-46ce-9b72-8306f59059ec {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Start _get_guest_xml network_info=[{"id": "01491a96-cd7d-46ce-9b72-8306f59059ec", "address": "fa:16:3e:73:aa:78", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01491a96-cd", "ovs_interfaceid": "01491a96-cd7d-46ce-9b72-8306f59059ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 06:05:24 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:05:24 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:05:24 user nova-compute[74922]: INFO nova.compute.manager [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Took 5.29 seconds to spawn the instance on the hypervisor.
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:05:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1617858727',display_name='tempest-AttachVolumeTestJSON-server-1617858727',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1617858727',id=40,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDQ/iwK0SIVkDtnyTR1zTeAjkwmSPPZXgMHurYx4Lv9togMF9BjJyFAhZM7yXthFMTUSMVN6hXTSLRGuiQLC0oQnCoSWUACmNr88gZWuhqBGaNkACzonDSiXD60slbdR5g==',key_name='tempest-keypair-345517338',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2410fa77d1664259aa24b2da35a330d0',ramdisk_id='',reservation_id='r-fza16nc1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-128595711',owner_user_name='tempest-AttachVolumeTestJSON-128595711-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:05:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='749adeb1951e475eb0633320223a75ac',uuid=6fd413c7-1b96-4ab0-bd3a-0d202d2b360a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "01491a96-cd7d-46ce-9b72-8306f59059ec", "address": "fa:16:3e:73:aa:78", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01491a96-cd", "ovs_interfaceid": "01491a96-cd7d-46ce-9b72-8306f59059ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Converting VIF {"id": "01491a96-cd7d-46ce-9b72-8306f59059ec", "address": "fa:16:3e:73:aa:78", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01491a96-cd", "ovs_interfaceid": "01491a96-cd7d-46ce-9b72-8306f59059ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:73:aa:78,bridge_name='br-int',has_traffic_filtering=True,id=01491a96-cd7d-46ce-9b72-8306f59059ec,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01491a96-cd') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.objects.instance [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'pci_devices' on Instance uuid 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] End _get_guest_xml xml=<domain type="kvm">
Oct 30 06:05:24 user nova-compute[74922]:   <uuid>6fd413c7-1b96-4ab0-bd3a-0d202d2b360a</uuid>
Oct 30 06:05:24 user nova-compute[74922]:   <name>instance-00000028</name>
Oct 30 06:05:24 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 06:05:24 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 06:05:24 user nova-compute[74922]:   <metadata>
Oct 30 06:05:24 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 06:05:24 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 06:05:24 user nova-compute[74922]:       <nova:name>tempest-AttachVolumeTestJSON-server-1617858727</nova:name>
Oct 30 06:05:24 user nova-compute[74922]:       <nova:creationTime>2023-10-30 06:05:24</nova:creationTime>
Oct 30 06:05:24 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 06:05:24 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 06:05:24 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 06:05:24 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 06:05:24 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 06:05:24 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 06:05:24 user nova-compute[74922]:       </nova:flavor>
Oct 30 06:05:24 user nova-compute[74922]:       <nova:owner>
Oct 30 06:05:24 user nova-compute[74922]:         <nova:user uuid="749adeb1951e475eb0633320223a75ac">tempest-AttachVolumeTestJSON-128595711-project-member</nova:user>
Oct 30 06:05:24 user nova-compute[74922]:         <nova:project uuid="2410fa77d1664259aa24b2da35a330d0">tempest-AttachVolumeTestJSON-128595711</nova:project>
Oct 30 06:05:24 user nova-compute[74922]:       </nova:owner>
Oct 30 06:05:24 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 06:05:24 user nova-compute[74922]:       <nova:ports>
Oct 30 06:05:24 user nova-compute[74922]:         <nova:port uuid="01491a96-cd7d-46ce-9b72-8306f59059ec">
Oct 30 06:05:24 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 30 06:05:24 user nova-compute[74922]:         </nova:port>
Oct 30 06:05:24 user nova-compute[74922]:       </nova:ports>
Oct 30 06:05:24 user nova-compute[74922]:     </nova:instance>
Oct 30 06:05:24 user nova-compute[74922]:   </metadata>
Oct 30 06:05:24 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 06:05:24 user nova-compute[74922]:     <system>
Oct 30 06:05:24 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 06:05:24 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 06:05:24 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 06:05:24 user nova-compute[74922]:       <entry name="serial">6fd413c7-1b96-4ab0-bd3a-0d202d2b360a</entry>
Oct 30 06:05:24 user nova-compute[74922]:       <entry name="uuid">6fd413c7-1b96-4ab0-bd3a-0d202d2b360a</entry>
Oct 30 06:05:24 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 06:05:24 user nova-compute[74922]:     </system>
Oct 30 06:05:24 user nova-compute[74922]:   </sysinfo>
Oct 30 06:05:24 user nova-compute[74922]:   <os>
Oct 30 06:05:24 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 06:05:24 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 06:05:24 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 06:05:24 user nova-compute[74922]:   </os>
Oct 30 06:05:24 user nova-compute[74922]:   <features>
Oct 30 06:05:24 user nova-compute[74922]:     <acpi/>
Oct 30 06:05:24 user nova-compute[74922]:     <apic/>
Oct 30 06:05:24 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 06:05:24 user nova-compute[74922]:   </features>
Oct 30 06:05:24 user nova-compute[74922]:   <clock offset="utc">
Oct 30 06:05:24 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 06:05:24 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 06:05:24 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 06:05:24 user nova-compute[74922]:   </clock>
Oct 30 06:05:24 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 06:05:24 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 06:05:24 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 06:05:24 user nova-compute[74922]:   </cpu>
Oct 30 06:05:24 user nova-compute[74922]:   <devices>
Oct 30 06:05:24 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 06:05:24 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 06:05:24 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/disk"/>
Oct 30 06:05:24 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 06:05:24 user nova-compute[74922]:     </disk>
Oct 30 06:05:24 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 06:05:24 user nova-compute[74922]:       <mac address="fa:16:3e:73:aa:78"/>
Oct 30 06:05:24 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:05:24 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 06:05:24 user nova-compute[74922]:       <target dev="tap01491a96-cd"/>
Oct 30 06:05:24 user nova-compute[74922]:     </interface>
Oct 30 06:05:24 user nova-compute[74922]:     <serial type="pty">
Oct 30 06:05:24 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/console.log" append="off"/>
Oct 30 06:05:24 user nova-compute[74922]:     </serial>
Oct 30 06:05:24 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 06:05:24 user nova-compute[74922]:     <video>
Oct 30 06:05:24 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:05:24 user nova-compute[74922]:     </video>
Oct 30 06:05:24 user nova-compute[74922]:     <rng model="virtio">
Oct 30 06:05:24 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 06:05:24 user nova-compute[74922]:     </rng>
Oct 30 06:05:24 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 06:05:24 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 06:05:24 user nova-compute[74922]:       <stats period="10"/>
Oct 30 06:05:24 user nova-compute[74922]:     </memballoon>
Oct 30 06:05:24 user nova-compute[74922]:   </devices>
Oct 30 06:05:24 user nova-compute[74922]: </domain>
Oct 30 06:05:24 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:05:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1617858727',display_name='tempest-AttachVolumeTestJSON-server-1617858727',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1617858727',id=40,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDQ/iwK0SIVkDtnyTR1zTeAjkwmSPPZXgMHurYx4Lv9togMF9BjJyFAhZM7yXthFMTUSMVN6hXTSLRGuiQLC0oQnCoSWUACmNr88gZWuhqBGaNkACzonDSiXD60slbdR5g==',key_name='tempest-keypair-345517338',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2410fa77d1664259aa24b2da35a330d0',ramdisk_id='',reservation_id='r-fza16nc1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-128595711',owner_user_name='tempest-AttachVolumeTestJSON-128595711-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:05:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='749adeb1951e475eb0633320223a75ac',uuid=6fd413c7-1b96-4ab0-bd3a-0d202d2b360a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "01491a96-cd7d-46ce-9b72-8306f59059ec", "address": "fa:16:3e:73:aa:78", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01491a96-cd", "ovs_interfaceid": "01491a96-cd7d-46ce-9b72-8306f59059ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Converting VIF {"id": "01491a96-cd7d-46ce-9b72-8306f59059ec", "address": "fa:16:3e:73:aa:78", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01491a96-cd", "ovs_interfaceid": "01491a96-cd7d-46ce-9b72-8306f59059ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:73:aa:78,bridge_name='br-int',has_traffic_filtering=True,id=01491a96-cd7d-46ce-9b72-8306f59059ec,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01491a96-cd') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG os_vif [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:aa:78,bridge_name='br-int',has_traffic_filtering=True,id=01491a96-cd7d-46ce-9b72-8306f59059ec,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01491a96-cd') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a5748292-4ce8-5ac2-b8bd-8ddee2f343ce', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap01491a96-cd, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap01491a96-cd, col_values=(('qos', UUID('97f5690b-2d65-4212-b961-7e9e9220e5dc')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap01491a96-cd, col_values=(('external_ids', {'iface-id': '01491a96-cd7d-46ce-9b72-8306f59059ec', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:73:aa:78', 'vm-uuid': '6fd413c7-1b96-4ab0-bd3a-0d202d2b360a'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:24 user nova-compute[74922]: INFO os_vif [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:aa:78,bridge_name='br-int',has_traffic_filtering=True,id=01491a96-cd7d-46ce-9b72-8306f59059ec,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01491a96-cd')
Oct 30 06:05:24 user nova-compute[74922]: INFO nova.compute.manager [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Took 57.66 seconds to build instance.
Oct 30 06:05:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5695efd5-b1b2-4a44-9dae-583fc14ef075 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 57.785s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] No VIF found with MAC fa:16:3e:73:aa:78, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.network.neutron [req-8d44d30b-7406-4f6f-ab24-b082837f71d4 req-6828aa22-a006-4d14-ae91-03f07975b22d service nova] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Updated VIF entry in instance network info cache for port 01491a96-cd7d-46ce-9b72-8306f59059ec. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG nova.network.neutron [req-8d44d30b-7406-4f6f-ab24-b082837f71d4 req-6828aa22-a006-4d14-ae91-03f07975b22d service nova] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Updating instance_info_cache with network_info: [{"id": "01491a96-cd7d-46ce-9b72-8306f59059ec", "address": "fa:16:3e:73:aa:78", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01491a96-cd", "ovs_interfaceid": "01491a96-cd7d-46ce-9b72-8306f59059ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8d44d30b-7406-4f6f-ab24-b082837f71d4 req-6828aa22-a006-4d14-ae91-03f07975b22d service nova] Releasing lock "refresh_cache-6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:05:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:26 user nova-compute[74922]: DEBUG nova.compute.manager [req-17b3302e-61b3-4ece-a0a0-a0abab4fb8e5 req-e1acb70a-33ae-4204-ba9f-ceb03b0517e0 service nova] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Received event network-vif-plugged-01491a96-cd7d-46ce-9b72-8306f59059ec {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:05:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-17b3302e-61b3-4ece-a0a0-a0abab4fb8e5 req-e1acb70a-33ae-4204-ba9f-ceb03b0517e0 service nova] Acquiring lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:05:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-17b3302e-61b3-4ece-a0a0-a0abab4fb8e5 req-e1acb70a-33ae-4204-ba9f-ceb03b0517e0 service nova] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:05:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-17b3302e-61b3-4ece-a0a0-a0abab4fb8e5 req-e1acb70a-33ae-4204-ba9f-ceb03b0517e0 service nova] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:05:26 user nova-compute[74922]: DEBUG nova.compute.manager [req-17b3302e-61b3-4ece-a0a0-a0abab4fb8e5 req-e1acb70a-33ae-4204-ba9f-ceb03b0517e0 service nova] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] No waiting events found dispatching network-vif-plugged-01491a96-cd7d-46ce-9b72-8306f59059ec {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:05:26 user nova-compute[74922]: WARNING nova.compute.manager [req-17b3302e-61b3-4ece-a0a0-a0abab4fb8e5 req-e1acb70a-33ae-4204-ba9f-ceb03b0517e0 service nova] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Received unexpected event network-vif-plugged-01491a96-cd7d-46ce-9b72-8306f59059ec for instance with vm_state building and task_state spawning.
Oct 30 06:05:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:28 user nova-compute[74922]: DEBUG nova.compute.manager [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 06:05:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 06:05:28 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Instance spawned successfully.
Oct 30 06:05:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 06:05:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:05:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:05:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:05:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:05:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:05:28 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:05:28 user nova-compute[74922]: INFO nova.compute.manager [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Took 6.01 seconds to spawn the instance on the hypervisor.
Oct 30 06:05:28 user nova-compute[74922]: DEBUG nova.compute.manager [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:05:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-80b93ebf-a1fe-4a51-9044-acf4cd524918 req-5749532b-d26b-4a44-99f9-2476b5e3880d service nova] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Received event network-vif-plugged-01491a96-cd7d-46ce-9b72-8306f59059ec {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:05:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-80b93ebf-a1fe-4a51-9044-acf4cd524918 req-5749532b-d26b-4a44-99f9-2476b5e3880d service nova] Acquiring lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:05:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-80b93ebf-a1fe-4a51-9044-acf4cd524918 req-5749532b-d26b-4a44-99f9-2476b5e3880d service nova] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:05:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-80b93ebf-a1fe-4a51-9044-acf4cd524918 req-5749532b-d26b-4a44-99f9-2476b5e3880d service nova] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:05:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-80b93ebf-a1fe-4a51-9044-acf4cd524918 req-5749532b-d26b-4a44-99f9-2476b5e3880d service nova] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] No waiting events found dispatching network-vif-plugged-01491a96-cd7d-46ce-9b72-8306f59059ec {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:05:28 user nova-compute[74922]: WARNING nova.compute.manager [req-80b93ebf-a1fe-4a51-9044-acf4cd524918 req-5749532b-d26b-4a44-99f9-2476b5e3880d service nova] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Received unexpected event network-vif-plugged-01491a96-cd7d-46ce-9b72-8306f59059ec for instance with vm_state building and task_state spawning.
Oct 30 06:05:28 user nova-compute[74922]: INFO nova.compute.manager [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Took 6.94 seconds to build instance.
Oct 30 06:05:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7de3cac2-a255-418a-a00c-dfbe74cda7a4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.058s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:05:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:05:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:05:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:05:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:05:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:43 user nova-compute[74922]: DEBUG nova.compute.manager [req-224010e4-a6a3-4af6-9a4f-0fe45bdc5f2e req-be04415a-4d96-4b20-b728-b78e9cead5f9 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received event network-changed-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:05:43 user nova-compute[74922]: DEBUG nova.compute.manager [req-224010e4-a6a3-4af6-9a4f-0fe45bdc5f2e req-be04415a-4d96-4b20-b728-b78e9cead5f9 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Refreshing instance network info cache due to event network-changed-551e356e-a481-4f45-b55d-9d39bfedcae1. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:05:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-224010e4-a6a3-4af6-9a4f-0fe45bdc5f2e req-be04415a-4d96-4b20-b728-b78e9cead5f9 service nova] Acquiring lock "refresh_cache-caa46546-7649-4fd0-8b8f-1aee5a6c30b2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:05:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-224010e4-a6a3-4af6-9a4f-0fe45bdc5f2e req-be04415a-4d96-4b20-b728-b78e9cead5f9 service nova] Acquired lock "refresh_cache-caa46546-7649-4fd0-8b8f-1aee5a6c30b2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:05:43 user nova-compute[74922]: DEBUG nova.network.neutron [req-224010e4-a6a3-4af6-9a4f-0fe45bdc5f2e req-be04415a-4d96-4b20-b728-b78e9cead5f9 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Refreshing network info cache for port 551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG nova.objects.instance [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'flavor' on Instance uuid caa46546-7649-4fd0-8b8f-1aee5a6c30b2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.077s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG nova.network.neutron [req-224010e4-a6a3-4af6-9a4f-0fe45bdc5f2e req-be04415a-4d96-4b20-b728-b78e9cead5f9 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Updated VIF entry in instance network info cache for port 551e356e-a481-4f45-b55d-9d39bfedcae1. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG nova.network.neutron [req-224010e4-a6a3-4af6-9a4f-0fe45bdc5f2e req-be04415a-4d96-4b20-b728-b78e9cead5f9 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Updating instance_info_cache with network_info: [{"id": "551e356e-a481-4f45-b55d-9d39bfedcae1", "address": "fa:16:3e:fd:97:70", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551e356e-a4", "ovs_interfaceid": "551e356e-a481-4f45-b55d-9d39bfedcae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-224010e4-a6a3-4af6-9a4f-0fe45bdc5f2e req-be04415a-4d96-4b20-b728-b78e9cead5f9 service nova] Releasing lock "refresh_cache-caa46546-7649-4fd0-8b8f-1aee5a6c30b2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:05:44 user nova-compute[74922]: INFO nova.compute.manager [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Attaching volume 60c39cac-f8fd-4e86-880d-8bc381fbeb43 to /dev/vdb
Oct 30 06:05:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG os_brick.utils [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9ecf36e-5d0d-4284-a0c0-7f5f25293a2c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[69b73501-58d5-4767-81cf-6a55214124e9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6961c6a-7a2d-4e74-a617-9a7e270f8bab]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc0d5cd2-7450-40f5-8a04-c2ebde43ece4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:05:44 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 06:05:44 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1aa5964-3109-4e85-a52e-a753c8ff487d]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG os_brick.utils [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:05:44 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Updating existing volume attachment record: 50cd06fc-ce72-4e36-8f29-8de47c8f3071 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 06:05:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:45 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:05:45 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:05:46 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:05:46 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:05:46 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:05:46 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:05:47 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:05:48 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:05:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:50 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:05:50 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:05:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-bf842ae2-dd28-4c55-8c4d-e416d89d75d2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:05:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-bf842ae2-dd28-4c55-8c4d-e416d89d75d2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:05:51 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:05:52 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Updating instance_info_cache with network_info: [{"id": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "address": "fa:16:3e:19:a1:bb", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91875eb1-5c", "ovs_interfaceid": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:05:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-bf842ae2-dd28-4c55-8c4d-e416d89d75d2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:05:52 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:05:52 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:05:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:05:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:05:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:05:52 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:05:52 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:05:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:54 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:05:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.210s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cad5605b-4f3e-439d-a0a2-5809fc307a77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:05:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cad5605b-4f3e-439d-a0a2-5809fc307a77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:05:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cad5605b-4f3e-439d-a0a2-5809fc307a77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:05:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cad5605b-4f3e-439d-a0a2-5809fc307a77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:05:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cad5605b-4f3e-439d-a0a2-5809fc307a77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:05:55 user nova-compute[74922]: INFO nova.compute.manager [None req-cad5605b-4f3e-439d-a0a2-5809fc307a77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Terminating instance
Oct 30 06:05:55 user nova-compute[74922]: DEBUG nova.compute.manager [None req-cad5605b-4f3e-439d-a0a2-5809fc307a77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:05:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:05:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:05:55 user nova-compute[74922]: DEBUG nova.compute.manager [req-19c84cda-5c5c-4f7f-a9f0-ed7245ff93e4 req-6353035b-68fa-451f-8811-45f46c4478a3 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Received event network-vif-unplugged-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:05:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-19c84cda-5c5c-4f7f-a9f0-ed7245ff93e4 req-6353035b-68fa-451f-8811-45f46c4478a3 service nova] Acquiring lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:05:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-19c84cda-5c5c-4f7f-a9f0-ed7245ff93e4 req-6353035b-68fa-451f-8811-45f46c4478a3 service nova] Lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:05:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-19c84cda-5c5c-4f7f-a9f0-ed7245ff93e4 req-6353035b-68fa-451f-8811-45f46c4478a3 service nova] Lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:05:55 user nova-compute[74922]: DEBUG nova.compute.manager [req-19c84cda-5c5c-4f7f-a9f0-ed7245ff93e4 req-6353035b-68fa-451f-8811-45f46c4478a3 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] No waiting events found dispatching network-vif-unplugged-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:05:55 user nova-compute[74922]: DEBUG nova.compute.manager [req-19c84cda-5c5c-4f7f-a9f0-ed7245ff93e4 req-6353035b-68fa-451f-8811-45f46c4478a3 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Received event network-vif-unplugged-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 06:05:56 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Instance destroyed successfully.
Oct 30 06:05:56 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:05:56 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:05:56 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=7718MB free_disk=25.028675079345703GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:05:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:05:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:05:56 user nova-compute[74922]: DEBUG nova.objects.instance [None req-cad5605b-4f3e-439d-a0a2-5809fc307a77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lazy-loading 'resources' on Instance uuid 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:05:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-cad5605b-4f3e-439d-a0a2-5809fc307a77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-30T06:00:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-608770031',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-608770031',id=34,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO0dVBFePjxfO5n5qSXC3aDXpDbXNpuHGmSJG8guum9m7H60GhH0LR5uFrxH1zI8DRgZteobq/9IBV6P7YJWdIFnVmpLfuvWahOh9h5giV14OyDT/rLDb33K4NScis4fDg==',key_name='tempest-keypair-1375603892',keypairs=<?>,launch_index=0,launched_at=2023-10-30T06:04:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='73d2a39f4ae84da684337b7e136087ac',ramdisk_id='',reservation_id='r-bpews757',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-2094568404',owner_user_name='tempest-AttachVolumeShelveTestJSON-2094568404-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:04:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796b18db1279483e9fb141b8cc077abe',uuid=0e1034cb-74d2-46f0-8ef5-cd5de0e3c558,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "address": "fa:16:3e:52:38:65", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb16da9f4-d7", "ovs_interfaceid": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:05:56 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-cad5605b-4f3e-439d-a0a2-5809fc307a77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Converting VIF {"id": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "address": "fa:16:3e:52:38:65", "network": {"id": "cf387882-c79e-4389-a91f-a713377fddee", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1139225092-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "73d2a39f4ae84da684337b7e136087ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb16da9f4-d7", "ovs_interfaceid": "b16da9f4-d760-4e18-86d6-44aa7d8f0c8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:05:56 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-cad5605b-4f3e-439d-a0a2-5809fc307a77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:38:65,bridge_name='br-int',has_traffic_filtering=True,id=b16da9f4-d760-4e18-86d6-44aa7d8f0c8b,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb16da9f4-d7') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:05:56 user nova-compute[74922]: DEBUG os_vif [None req-cad5605b-4f3e-439d-a0a2-5809fc307a77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:38:65,bridge_name='br-int',has_traffic_filtering=True,id=b16da9f4-d760-4e18-86d6-44aa7d8f0c8b,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb16da9f4-d7') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:05:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb16da9f4-d7, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:05:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:05:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=61950bd8-4726-4f62-bf09-34580d52a0f0) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:05:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:05:56 user nova-compute[74922]: INFO os_vif [None req-cad5605b-4f3e-439d-a0a2-5809fc307a77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:38:65,bridge_name='br-int',has_traffic_filtering=True,id=b16da9f4-d760-4e18-86d6-44aa7d8f0c8b,network=Network(cf387882-c79e-4389-a91f-a713377fddee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb16da9f4-d7')
Oct 30 06:05:56 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-cad5605b-4f3e-439d-a0a2-5809fc307a77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Deleting instance files /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558_del
Oct 30 06:05:56 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-cad5605b-4f3e-439d-a0a2-5809fc307a77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Deletion of /opt/stack/data/nova/instances/0e1034cb-74d2-46f0-8ef5-cd5de0e3c558_del complete
Oct 30 06:05:57 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:05:57 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 152ed8a0-4208-485b-bf31-fcdd5b7469ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:05:57 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance bf842ae2-dd28-4c55-8c4d-e416d89d75d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:05:57 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 7db75206-6a36-48b4-85c6-0b011a794e3e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:05:57 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 61e57ed5-062e-4643-8acb-635eb21f78e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:05:57 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 037175b1-78d3-4972-8974-db3c25cac941 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:05:57 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance caa46546-7649-4fd0-8b8f-1aee5a6c30b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:05:57 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:05:57 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 59a49c69-6657-4a73-b69a-520dd3fc7456 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:05:57 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:05:57 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:05:57 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:05:57 user nova-compute[74922]: INFO nova.compute.manager [None req-cad5605b-4f3e-439d-a0a2-5809fc307a77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Took 1.48 seconds to destroy the instance on the hypervisor.
Oct 30 06:05:57 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-cad5605b-4f3e-439d-a0a2-5809fc307a77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:05:57 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:05:57 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:05:57 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:05:57 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:05:57 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:05:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.535s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:05:57 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:05:57 user nova-compute[74922]: DEBUG nova.compute.manager [req-e0ba79c9-345b-47f6-8cf2-aae71b1a87dd req-da6c1f7f-7b23-4b37-ab74-56f7596e4756 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Received event network-vif-plugged-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:05:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e0ba79c9-345b-47f6-8cf2-aae71b1a87dd req-da6c1f7f-7b23-4b37-ab74-56f7596e4756 service nova] Acquiring lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:05:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e0ba79c9-345b-47f6-8cf2-aae71b1a87dd req-da6c1f7f-7b23-4b37-ab74-56f7596e4756 service nova] Lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:05:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e0ba79c9-345b-47f6-8cf2-aae71b1a87dd req-da6c1f7f-7b23-4b37-ab74-56f7596e4756 service nova] Lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:05:57 user nova-compute[74922]: DEBUG nova.compute.manager [req-e0ba79c9-345b-47f6-8cf2-aae71b1a87dd req-da6c1f7f-7b23-4b37-ab74-56f7596e4756 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] No waiting events found dispatching network-vif-plugged-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:05:57 user nova-compute[74922]: WARNING nova.compute.manager [req-e0ba79c9-345b-47f6-8cf2-aae71b1a87dd req-da6c1f7f-7b23-4b37-ab74-56f7596e4756 service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Received unexpected event network-vif-plugged-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b for instance with vm_state active and task_state deleting.
Oct 30 06:05:57 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Took 0.91 seconds to deallocate network for instance.
Oct 30 06:05:57 user nova-compute[74922]: DEBUG nova.compute.manager [req-7ba43e06-cd18-4de0-adc6-877c859bff87 req-0912f63f-6b8c-4029-bb93-fe3c077fb32a service nova] [instance: 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558] Received event network-vif-deleted-b16da9f4-d760-4e18-86d6-44aa7d8f0c8b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:05:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cad5605b-4f3e-439d-a0a2-5809fc307a77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:05:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cad5605b-4f3e-439d-a0a2-5809fc307a77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:05:58 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-cad5605b-4f3e-439d-a0a2-5809fc307a77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:05:58 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-cad5605b-4f3e-439d-a0a2-5809fc307a77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:05:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cad5605b-4f3e-439d-a0a2-5809fc307a77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.363s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:05:58 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-cad5605b-4f3e-439d-a0a2-5809fc307a77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Deleted allocations for instance 0e1034cb-74d2-46f0-8ef5-cd5de0e3c558
Oct 30 06:05:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cad5605b-4f3e-439d-a0a2-5809fc307a77 tempest-AttachVolumeShelveTestJSON-2094568404 tempest-AttachVolumeShelveTestJSON-2094568404-project-member] Lock "0e1034cb-74d2-46f0-8ef5-cd5de0e3c558" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.963s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:06:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2df962dc-dc53-4a5d-9a5c-9de40c3d42a1 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Acquiring lock "037175b1-78d3-4972-8974-db3c25cac941" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:06:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2df962dc-dc53-4a5d-9a5c-9de40c3d42a1 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "037175b1-78d3-4972-8974-db3c25cac941" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:06:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2df962dc-dc53-4a5d-9a5c-9de40c3d42a1 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Acquiring lock "037175b1-78d3-4972-8974-db3c25cac941-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:06:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2df962dc-dc53-4a5d-9a5c-9de40c3d42a1 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "037175b1-78d3-4972-8974-db3c25cac941-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:06:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2df962dc-dc53-4a5d-9a5c-9de40c3d42a1 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "037175b1-78d3-4972-8974-db3c25cac941-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:06:04 user nova-compute[74922]: INFO nova.compute.manager [None req-2df962dc-dc53-4a5d-9a5c-9de40c3d42a1 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Terminating instance
Oct 30 06:06:04 user nova-compute[74922]: DEBUG nova.compute.manager [None req-2df962dc-dc53-4a5d-9a5c-9de40c3d42a1 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:06:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:04 user nova-compute[74922]: DEBUG nova.compute.manager [req-4597a2de-9fb2-4469-b2d7-060e70b9f1cf req-fd16abe6-ba39-41ec-b0ab-22db2454f9fe service nova] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Received event network-vif-unplugged-f517e629-53a6-4cbf-a50d-448bd5a541d4 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:06:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4597a2de-9fb2-4469-b2d7-060e70b9f1cf req-fd16abe6-ba39-41ec-b0ab-22db2454f9fe service nova] Acquiring lock "037175b1-78d3-4972-8974-db3c25cac941-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:06:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4597a2de-9fb2-4469-b2d7-060e70b9f1cf req-fd16abe6-ba39-41ec-b0ab-22db2454f9fe service nova] Lock "037175b1-78d3-4972-8974-db3c25cac941-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:06:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4597a2de-9fb2-4469-b2d7-060e70b9f1cf req-fd16abe6-ba39-41ec-b0ab-22db2454f9fe service nova] Lock "037175b1-78d3-4972-8974-db3c25cac941-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:06:04 user nova-compute[74922]: DEBUG nova.compute.manager [req-4597a2de-9fb2-4469-b2d7-060e70b9f1cf req-fd16abe6-ba39-41ec-b0ab-22db2454f9fe service nova] [instance: 037175b1-78d3-4972-8974-db3c25cac941] No waiting events found dispatching network-vif-unplugged-f517e629-53a6-4cbf-a50d-448bd5a541d4 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:06:04 user nova-compute[74922]: DEBUG nova.compute.manager [req-4597a2de-9fb2-4469-b2d7-060e70b9f1cf req-fd16abe6-ba39-41ec-b0ab-22db2454f9fe service nova] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Received event network-vif-unplugged-f517e629-53a6-4cbf-a50d-448bd5a541d4 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 06:06:05 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Instance destroyed successfully.
Oct 30 06:06:05 user nova-compute[74922]: DEBUG nova.objects.instance [None req-2df962dc-dc53-4a5d-9a5c-9de40c3d42a1 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lazy-loading 'resources' on Instance uuid 037175b1-78d3-4972-8974-db3c25cac941 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-2df962dc-dc53-4a5d-9a5c-9de40c3d42a1 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:02:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-2036836223',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-2036836223',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-2036836',id=37,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK8kN5wk21lq1GfyCvZ7tJvQGkDDEDOeVRoWmyeecn2OVhgs0KMzMDd4eJC45iLW04oroTKRWbiLBE7IVtMzWywjrvgHXKkJQPMwjz3waj7W7jq3YZ6DxWKEQmPPoJDaOQ==',key_name='tempest-keypair-1734376579',keypairs=<?>,launch_index=0,launched_at=2023-10-30T06:02:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e5cbe344fb724d5b9949359055933005',ramdisk_id='',reservation_id='r-w200kgkp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1748057988',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:02:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='15c5043b4f4b4a04adbad694eb824e45',uuid=037175b1-78d3-4972-8974-db3c25cac941,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f517e629-53a6-4cbf-a50d-448bd5a541d4", "address": "fa:16:3e:df:df:0c", "network": {"id": "a6721c97-c31e-49ac-a507-c591f0e5b068", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-633075463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5cbe344fb724d5b9949359055933005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf517e629-53", "ovs_interfaceid": "f517e629-53a6-4cbf-a50d-448bd5a541d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-2df962dc-dc53-4a5d-9a5c-9de40c3d42a1 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Converting VIF {"id": "f517e629-53a6-4cbf-a50d-448bd5a541d4", "address": "fa:16:3e:df:df:0c", "network": {"id": "a6721c97-c31e-49ac-a507-c591f0e5b068", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-633075463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5cbe344fb724d5b9949359055933005", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf517e629-53", "ovs_interfaceid": "f517e629-53a6-4cbf-a50d-448bd5a541d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-2df962dc-dc53-4a5d-9a5c-9de40c3d42a1 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:df:df:0c,bridge_name='br-int',has_traffic_filtering=True,id=f517e629-53a6-4cbf-a50d-448bd5a541d4,network=Network(a6721c97-c31e-49ac-a507-c591f0e5b068),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf517e629-53') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG os_vif [None req-2df962dc-dc53-4a5d-9a5c-9de40c3d42a1 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:df:df:0c,bridge_name='br-int',has_traffic_filtering=True,id=f517e629-53a6-4cbf-a50d-448bd5a541d4,network=Network(a6721c97-c31e-49ac-a507-c591f0e5b068),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf517e629-53') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf517e629-53, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b81f4a2c-e120-4881-ab12-89ab9d18404d) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:06:05 user nova-compute[74922]: INFO os_vif [None req-2df962dc-dc53-4a5d-9a5c-9de40c3d42a1 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:df:df:0c,bridge_name='br-int',has_traffic_filtering=True,id=f517e629-53a6-4cbf-a50d-448bd5a541d4,network=Network(a6721c97-c31e-49ac-a507-c591f0e5b068),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf517e629-53')
Oct 30 06:06:05 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-2df962dc-dc53-4a5d-9a5c-9de40c3d42a1 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Deleting instance files /opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941_del
Oct 30 06:06:05 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-2df962dc-dc53-4a5d-9a5c-9de40c3d42a1 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Deletion of /opt/stack/data/nova/instances/037175b1-78d3-4972-8974-db3c25cac941_del complete
Oct 30 06:06:05 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zrYolvNm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:06:05 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:06:05 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:06:05 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:06:05 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:06:05 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:05 user nova-compute[74922]: INFO nova.compute.manager [None req-2df962dc-dc53-4a5d-9a5c-9de40c3d42a1 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Took 0.97 seconds to destroy the instance on the hypervisor.
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-2df962dc-dc53-4a5d-9a5c-9de40c3d42a1 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[596fe057-00f1-4640-bf3b-39abc8168845]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 037175b1-78d3-4972-8974-db3c25cac941] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 06:06:05 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7de91d21-dfea-4126-b716-aa5cd5f0bdc8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43] added
Oct 30 06:06:05 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cc9b27a-1d20-4351-bcd6-52181db7ed26]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[509ce345-820d-425d-a91f-60d51259b560]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zrYolvNm {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zrYolvNm" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[88e3f5d9-63ed-40a6-9a5f-6ae47fadcfd2]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zrYolvNm'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1423368-550e-4fc3-a463-e9f495c2cd69]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d0fff25-e336-4bd6-9ea6-dfe4996e36f0]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:06:05 user nova-compute[74922]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)
Oct 30 06:06:05 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:06:05 user nova-compute[74922]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)
Oct 30 06:06:05 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ac77e39-469c-4147-85cf-4c571634fcd8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43, portal: 172.16.0.220,3260]
Oct 30 06:06:05 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43, portal: 172.16.0.220,3260] successful.
Oct 30 06:06:05 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2612213e-a0b0-4dcd-b51e-4387aa189d10]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[93551afe-bb69-460d-9e59-d1d286fedd14]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:06:05 user nova-compute[74922]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)
Oct 30 06:06:05 user nova-compute[74922]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)
Oct 30 06:06:05 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:06:05 user nova-compute[74922]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)
Oct 30 06:06:05 user nova-compute[74922]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)
Oct 30 06:06:05 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.279s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] HCTL ('33', '-', '-', 0) found on session 46 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[92279167-d4b2-4bcd-9295-62cffb722fd2]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:06:05 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Searching for a device in session 46 and hctl ['33', '*', '*', 0] yield: None {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 06:06:06 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:06:06 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Took 0.87 seconds to deallocate network for instance.
Oct 30 06:06:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-978261b8-d0e6-4702-ba1a-b021e289e06e req-92843291-683b-4a3b-97aa-a5f3b44c5f5b service nova] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Received event network-vif-deleted-f517e629-53a6-4cbf-a50d-448bd5a541d4 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:06:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2df962dc-dc53-4a5d-9a5c-9de40c3d42a1 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:06:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2df962dc-dc53-4a5d-9a5c-9de40c3d42a1 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:06:06 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-2df962dc-dc53-4a5d-9a5c-9de40c3d42a1 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:06:06 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-2df962dc-dc53-4a5d-9a5c-9de40c3d42a1 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:06:06 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Searching for a device in session 46 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 06:06:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zrYolvNm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 06:06:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.313s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:06:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] <== connect_volume: return (1314ms) {'type': 'block', 'scsi_wwn': '26436633034643738', 'path': '/dev/sdb'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:06:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26436633034643738', 'path': '/dev/sdb'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 06:06:06 user nova-compute[74922]: DEBUG nova.objects.instance [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'flavor' on Instance uuid caa46546-7649-4fd0-8b8f-1aee5a6c30b2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:06:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2df962dc-dc53-4a5d-9a5c-9de40c3d42a1 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.314s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:06:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 06:06:06 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:06:06 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 06:06:06 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 06:06:06 user nova-compute[74922]:   <serial>60c39cac-f8fd-4e86-880d-8bc381fbeb43</serial>
Oct 30 06:06:06 user nova-compute[74922]: </disk>
Oct 30 06:06:06 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 06:06:06 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-2df962dc-dc53-4a5d-9a5c-9de40c3d42a1 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Deleted allocations for instance 037175b1-78d3-4972-8974-db3c25cac941
Oct 30 06:06:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2df962dc-dc53-4a5d-9a5c-9de40c3d42a1 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988 tempest-TestServerVolumeAttachScenarioOldVersion-1748057988-project-member] Lock "037175b1-78d3-4972-8974-db3c25cac941" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.407s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:06:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-8aa3f65e-9857-4781-9d58-61e0f60c6626 req-013956e0-2eb3-4bb0-9249-69ba998cfa5b service nova] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Received event network-vif-plugged-f517e629-53a6-4cbf-a50d-448bd5a541d4 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:06:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8aa3f65e-9857-4781-9d58-61e0f60c6626 req-013956e0-2eb3-4bb0-9249-69ba998cfa5b service nova] Acquiring lock "037175b1-78d3-4972-8974-db3c25cac941-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:06:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8aa3f65e-9857-4781-9d58-61e0f60c6626 req-013956e0-2eb3-4bb0-9249-69ba998cfa5b service nova] Lock "037175b1-78d3-4972-8974-db3c25cac941-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:06:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8aa3f65e-9857-4781-9d58-61e0f60c6626 req-013956e0-2eb3-4bb0-9249-69ba998cfa5b service nova] Lock "037175b1-78d3-4972-8974-db3c25cac941-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:06:06 user nova-compute[74922]: DEBUG nova.compute.manager [req-8aa3f65e-9857-4781-9d58-61e0f60c6626 req-013956e0-2eb3-4bb0-9249-69ba998cfa5b service nova] [instance: 037175b1-78d3-4972-8974-db3c25cac941] No waiting events found dispatching network-vif-plugged-f517e629-53a6-4cbf-a50d-448bd5a541d4 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:06:06 user nova-compute[74922]: WARNING nova.compute.manager [req-8aa3f65e-9857-4781-9d58-61e0f60c6626 req-013956e0-2eb3-4bb0-9249-69ba998cfa5b service nova] [instance: 037175b1-78d3-4972-8974-db3c25cac941] Received unexpected event network-vif-plugged-f517e629-53a6-4cbf-a50d-448bd5a541d4 for instance with vm_state deleted and task_state None.
Oct 30 06:06:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:06:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:06:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] No VIF found with MAC fa:16:3e:fd:97:70, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:06:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9691272b-7578-44d8-804f-436c2b086a35 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.733s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:06:07 user nova-compute[74922]: INFO nova.compute.manager [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Rescuing
Oct 30 06:06:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "refresh_cache-caa46546-7649-4fd0-8b8f-1aee5a6c30b2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:06:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquired lock "refresh_cache-caa46546-7649-4fd0-8b8f-1aee5a6c30b2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:06:07 user nova-compute[74922]: DEBUG nova.network.neutron [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:06:08 user nova-compute[74922]: DEBUG nova.network.neutron [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Updating instance_info_cache with network_info: [{"id": "551e356e-a481-4f45-b55d-9d39bfedcae1", "address": "fa:16:3e:fd:97:70", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551e356e-a4", "ovs_interfaceid": "551e356e-a481-4f45-b55d-9d39bfedcae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:06:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Releasing lock "refresh_cache-caa46546-7649-4fd0-8b8f-1aee5a6c30b2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:06:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:08 user nova-compute[74922]: DEBUG nova.compute.manager [req-460dfe03-6939-4d5e-bb12-419326089574 req-629d9e0f-454a-4c1a-a1ad-3d2321920d7b service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received event network-vif-unplugged-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:06:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-460dfe03-6939-4d5e-bb12-419326089574 req-629d9e0f-454a-4c1a-a1ad-3d2321920d7b service nova] Acquiring lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:06:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-460dfe03-6939-4d5e-bb12-419326089574 req-629d9e0f-454a-4c1a-a1ad-3d2321920d7b service nova] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:06:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-460dfe03-6939-4d5e-bb12-419326089574 req-629d9e0f-454a-4c1a-a1ad-3d2321920d7b service nova] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:06:08 user nova-compute[74922]: DEBUG nova.compute.manager [req-460dfe03-6939-4d5e-bb12-419326089574 req-629d9e0f-454a-4c1a-a1ad-3d2321920d7b service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] No waiting events found dispatching network-vif-unplugged-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:06:08 user nova-compute[74922]: WARNING nova.compute.manager [req-460dfe03-6939-4d5e-bb12-419326089574 req-629d9e0f-454a-4c1a-a1ad-3d2321920d7b service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received unexpected event network-vif-unplugged-551e356e-a481-4f45-b55d-9d39bfedcae1 for instance with vm_state active and task_state rescuing.
Oct 30 06:06:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:08 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Instance destroyed successfully.
Oct 30 06:06:08 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Attempting rescue
Oct 30 06:06:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74922) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Instance directory exists: not creating {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 30 06:06:09 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Creating image(s)
Oct 30 06:06:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "/opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "/opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "/opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.objects.instance [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'trusted_certs' on Instance uuid caa46546-7649-4fd0-8b8f-1aee5a6c30b2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.191s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk.rescue {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk.rescue" returned: 0 in 0.158s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.359s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.objects.instance [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'migration_context' on Instance uuid caa46546-7649-4fd0-8b8f-1aee5a6c30b2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.objects.base [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Object Instance<caa46546-7649-4fd0-8b8f-1aee5a6c30b2> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Start _get_guest_xml network_info=[{"id": "551e356e-a481-4f45-b55d-9d39bfedcae1", "address": "fa:16:3e:fd:97:70", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "vif_mac": "fa:16:3e:fd:97:70"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551e356e-a4", "ovs_interfaceid": "551e356e-a481-4f45-b55d-9d39bfedcae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.objects.instance [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'resources' on Instance uuid caa46546-7649-4fd0-8b8f-1aee5a6c30b2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.objects.base [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Object Instance<caa46546-7649-4fd0-8b8f-1aee5a6c30b2> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.objects.instance [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'numa_topology' on Instance uuid caa46546-7649-4fd0-8b8f-1aee5a6c30b2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.objects.base [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Object Instance<caa46546-7649-4fd0-8b8f-1aee5a6c30b2> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:06:09 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:06:09 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.objects.instance [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'vcpu_model' on Instance uuid caa46546-7649-4fd0-8b8f-1aee5a6c30b2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.objects.base [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Object Instance<caa46546-7649-4fd0-8b8f-1aee5a6c30b2> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:03:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-898649450',display_name='tempest-ServerRescueNegativeTestJSON-server-898649450',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-898649450',id=38,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRm1+2UUWLEwKiqtf9sFMyaV8v3ORdXzDMyMezyoEhQZmLr6HxQm1CgAy+545VeWHCGKEA6IjaTP4DmeC0Vh2x44Z7EXMWHuHQF0wvrlODAQDR3mTqnpH2ZIFp9x8hFyQ==',key_name='tempest-keypair-1302437979',keypairs=<?>,launch_index=0,launched_at=2023-10-30T06:03:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4b6ed9ada4b843c6a65c89729522bcc0',ramdisk_id='',reservation_id='r-fndwmf08',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-871052705',owner_user_name='tempest-ServerRescueNegativeTestJSON-871052705-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:04:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fe743e7c472c45eb9c4b0117d6768e21',uuid=caa46546-7649-4fd0-8b8f-1aee5a6c30b2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "551e356e-a481-4f45-b55d-9d39bfedcae1", "address": "fa:16:3e:fd:97:70", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "vif_mac": "fa:16:3e:fd:97:70"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551e356e-a4", "ovs_interfaceid": "551e356e-a481-4f45-b55d-9d39bfedcae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Converting VIF {"id": "551e356e-a481-4f45-b55d-9d39bfedcae1", "address": "fa:16:3e:fd:97:70", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "vif_mac": "fa:16:3e:fd:97:70"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551e356e-a4", "ovs_interfaceid": "551e356e-a481-4f45-b55d-9d39bfedcae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fd:97:70,bridge_name='br-int',has_traffic_filtering=True,id=551e356e-a481-4f45-b55d-9d39bfedcae1,network=Network(992d3f4a-6230-4a77-b245-e316335fccc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap551e356e-a4') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.objects.instance [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'pci_devices' on Instance uuid caa46546-7649-4fd0-8b8f-1aee5a6c30b2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.objects.base [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Object Instance<caa46546-7649-4fd0-8b8f-1aee5a6c30b2> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] End _get_guest_xml xml=<domain type="kvm">
Oct 30 06:06:09 user nova-compute[74922]:   <uuid>caa46546-7649-4fd0-8b8f-1aee5a6c30b2</uuid>
Oct 30 06:06:09 user nova-compute[74922]:   <name>instance-00000026</name>
Oct 30 06:06:09 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 06:06:09 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 06:06:09 user nova-compute[74922]:   <metadata>
Oct 30 06:06:09 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 06:06:09 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 06:06:09 user nova-compute[74922]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-898649450</nova:name>
Oct 30 06:06:09 user nova-compute[74922]:       <nova:creationTime>2023-10-30 06:06:09</nova:creationTime>
Oct 30 06:06:09 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 06:06:09 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 06:06:09 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 06:06:09 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 06:06:09 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 06:06:09 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 06:06:09 user nova-compute[74922]:       </nova:flavor>
Oct 30 06:06:09 user nova-compute[74922]:       <nova:owner>
Oct 30 06:06:09 user nova-compute[74922]:         <nova:user uuid="fe743e7c472c45eb9c4b0117d6768e21">tempest-ServerRescueNegativeTestJSON-871052705-project-member</nova:user>
Oct 30 06:06:09 user nova-compute[74922]:         <nova:project uuid="4b6ed9ada4b843c6a65c89729522bcc0">tempest-ServerRescueNegativeTestJSON-871052705</nova:project>
Oct 30 06:06:09 user nova-compute[74922]:       </nova:owner>
Oct 30 06:06:09 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 06:06:09 user nova-compute[74922]:       <nova:ports>
Oct 30 06:06:09 user nova-compute[74922]:         <nova:port uuid="551e356e-a481-4f45-b55d-9d39bfedcae1">
Oct 30 06:06:09 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 30 06:06:09 user nova-compute[74922]:         </nova:port>
Oct 30 06:06:09 user nova-compute[74922]:       </nova:ports>
Oct 30 06:06:09 user nova-compute[74922]:     </nova:instance>
Oct 30 06:06:09 user nova-compute[74922]:   </metadata>
Oct 30 06:06:09 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 06:06:09 user nova-compute[74922]:     <system>
Oct 30 06:06:09 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 06:06:09 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 06:06:09 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 06:06:09 user nova-compute[74922]:       <entry name="serial">caa46546-7649-4fd0-8b8f-1aee5a6c30b2</entry>
Oct 30 06:06:09 user nova-compute[74922]:       <entry name="uuid">caa46546-7649-4fd0-8b8f-1aee5a6c30b2</entry>
Oct 30 06:06:09 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 06:06:09 user nova-compute[74922]:     </system>
Oct 30 06:06:09 user nova-compute[74922]:   </sysinfo>
Oct 30 06:06:09 user nova-compute[74922]:   <os>
Oct 30 06:06:09 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 06:06:09 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 06:06:09 user nova-compute[74922]:   </os>
Oct 30 06:06:09 user nova-compute[74922]:   <features>
Oct 30 06:06:09 user nova-compute[74922]:     <acpi/>
Oct 30 06:06:09 user nova-compute[74922]:     <apic/>
Oct 30 06:06:09 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 06:06:09 user nova-compute[74922]:   </features>
Oct 30 06:06:09 user nova-compute[74922]:   <clock offset="utc">
Oct 30 06:06:09 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 06:06:09 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 06:06:09 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 06:06:09 user nova-compute[74922]:   </clock>
Oct 30 06:06:09 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 06:06:09 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 06:06:09 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 06:06:09 user nova-compute[74922]:   </cpu>
Oct 30 06:06:09 user nova-compute[74922]:   <devices>
Oct 30 06:06:09 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 06:06:09 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 06:06:09 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk.rescue"/>
Oct 30 06:06:09 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 06:06:09 user nova-compute[74922]:     </disk>
Oct 30 06:06:09 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 06:06:09 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 06:06:09 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk"/>
Oct 30 06:06:09 user nova-compute[74922]:       <target dev="vdb" bus="virtio"/>
Oct 30 06:06:09 user nova-compute[74922]:     </disk>
Oct 30 06:06:09 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 06:06:09 user nova-compute[74922]:       <mac address="fa:16:3e:fd:97:70"/>
Oct 30 06:06:09 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:06:09 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 06:06:09 user nova-compute[74922]:       <target dev="tap551e356e-a4"/>
Oct 30 06:06:09 user nova-compute[74922]:     </interface>
Oct 30 06:06:09 user nova-compute[74922]:     <serial type="pty">
Oct 30 06:06:09 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/console.log" append="off"/>
Oct 30 06:06:09 user nova-compute[74922]:     </serial>
Oct 30 06:06:09 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 06:06:09 user nova-compute[74922]:     <video>
Oct 30 06:06:09 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:06:09 user nova-compute[74922]:     </video>
Oct 30 06:06:09 user nova-compute[74922]:     <rng model="virtio">
Oct 30 06:06:09 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 06:06:09 user nova-compute[74922]:     </rng>
Oct 30 06:06:09 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 06:06:09 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 06:06:09 user nova-compute[74922]:       <stats period="10"/>
Oct 30 06:06:09 user nova-compute[74922]:     </memballoon>
Oct 30 06:06:09 user nova-compute[74922]:   </devices>
Oct 30 06:06:09 user nova-compute[74922]: </domain>
Oct 30 06:06:09 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 06:06:09 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Instance destroyed successfully.
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:06:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] No VIF found with MAC fa:16:3e:fd:97:70, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:06:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:10 user nova-compute[74922]: DEBUG nova.compute.manager [req-4698bcf3-2e00-4bfb-b7d0-3143dbdd378a req-484aa339-8b0f-4300-8f7f-fb6dd311f9cd service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received event network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:06:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4698bcf3-2e00-4bfb-b7d0-3143dbdd378a req-484aa339-8b0f-4300-8f7f-fb6dd311f9cd service nova] Acquiring lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:06:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4698bcf3-2e00-4bfb-b7d0-3143dbdd378a req-484aa339-8b0f-4300-8f7f-fb6dd311f9cd service nova] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:06:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4698bcf3-2e00-4bfb-b7d0-3143dbdd378a req-484aa339-8b0f-4300-8f7f-fb6dd311f9cd service nova] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:06:10 user nova-compute[74922]: DEBUG nova.compute.manager [req-4698bcf3-2e00-4bfb-b7d0-3143dbdd378a req-484aa339-8b0f-4300-8f7f-fb6dd311f9cd service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] No waiting events found dispatching network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:06:10 user nova-compute[74922]: WARNING nova.compute.manager [req-4698bcf3-2e00-4bfb-b7d0-3143dbdd378a req-484aa339-8b0f-4300-8f7f-fb6dd311f9cd service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received unexpected event network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 for instance with vm_state active and task_state rescuing.
Oct 30 06:06:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:12 user nova-compute[74922]: DEBUG nova.compute.manager [req-8a11a5c7-d621-41a0-85c4-02b3a78c32f0 req-eb033c20-ff5c-424f-ae7d-cc54f8d36e41 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received event network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:06:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8a11a5c7-d621-41a0-85c4-02b3a78c32f0 req-eb033c20-ff5c-424f-ae7d-cc54f8d36e41 service nova] Acquiring lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:06:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8a11a5c7-d621-41a0-85c4-02b3a78c32f0 req-eb033c20-ff5c-424f-ae7d-cc54f8d36e41 service nova] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:06:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8a11a5c7-d621-41a0-85c4-02b3a78c32f0 req-eb033c20-ff5c-424f-ae7d-cc54f8d36e41 service nova] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:06:12 user nova-compute[74922]: DEBUG nova.compute.manager [req-8a11a5c7-d621-41a0-85c4-02b3a78c32f0 req-eb033c20-ff5c-424f-ae7d-cc54f8d36e41 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] No waiting events found dispatching network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:06:12 user nova-compute[74922]: WARNING nova.compute.manager [req-8a11a5c7-d621-41a0-85c4-02b3a78c32f0 req-eb033c20-ff5c-424f-ae7d-cc54f8d36e41 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received unexpected event network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 for instance with vm_state active and task_state rescuing.
Oct 30 06:06:12 user nova-compute[74922]: DEBUG nova.compute.manager [req-8a11a5c7-d621-41a0-85c4-02b3a78c32f0 req-eb033c20-ff5c-424f-ae7d-cc54f8d36e41 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received event network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:06:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8a11a5c7-d621-41a0-85c4-02b3a78c32f0 req-eb033c20-ff5c-424f-ae7d-cc54f8d36e41 service nova] Acquiring lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:06:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8a11a5c7-d621-41a0-85c4-02b3a78c32f0 req-eb033c20-ff5c-424f-ae7d-cc54f8d36e41 service nova] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:06:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8a11a5c7-d621-41a0-85c4-02b3a78c32f0 req-eb033c20-ff5c-424f-ae7d-cc54f8d36e41 service nova] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:06:12 user nova-compute[74922]: DEBUG nova.compute.manager [req-8a11a5c7-d621-41a0-85c4-02b3a78c32f0 req-eb033c20-ff5c-424f-ae7d-cc54f8d36e41 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] No waiting events found dispatching network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:06:12 user nova-compute[74922]: WARNING nova.compute.manager [req-8a11a5c7-d621-41a0-85c4-02b3a78c32f0 req-eb033c20-ff5c-424f-ae7d-cc54f8d36e41 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received unexpected event network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 for instance with vm_state active and task_state rescuing.
Oct 30 06:06:13 user nova-compute[74922]: DEBUG nova.compute.manager [None req-4b2b0ea0-c332-468a-a162-65d65ab4edbf tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:06:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:06:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:06:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:06:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:06:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:06:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:48 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:06:48 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:06:48 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:06:48 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:06:48 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:06:48 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:06:48 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:06:49 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:06:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:06:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:06:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:06:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:06:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:06:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:06:50 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:06:51 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:06:51 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:06:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-7db75206-6a36-48b4-85c6-0b011a794e3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:06:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-7db75206-6a36-48b4-85c6-0b011a794e3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:06:52 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:06:52 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Updating instance_info_cache with network_info: [{"id": "9f3aa979-a7f1-480d-8402-ab3540329d53", "address": "fa:16:3e:6a:b1:bb", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9f3aa979-a7", "ovs_interfaceid": "9f3aa979-a7f1-480d-8402-ab3540329d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:06:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-7db75206-6a36-48b4-85c6-0b011a794e3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:06:52 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:06:52 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:06:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:06:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:06:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:06:52 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:06:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:06:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:54 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:06:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:54 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:06:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:06:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:06:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:06:56 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:06:56 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:06:56 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=8074MB free_disk=25.079463958740234GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:06:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:06:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:06:56 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:06:56 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 152ed8a0-4208-485b-bf31-fcdd5b7469ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:06:56 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance bf842ae2-dd28-4c55-8c4d-e416d89d75d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:06:56 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 7db75206-6a36-48b4-85c6-0b011a794e3e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:06:56 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 61e57ed5-062e-4643-8acb-635eb21f78e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:06:56 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance caa46546-7649-4fd0-8b8f-1aee5a6c30b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:06:56 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 59a49c69-6657-4a73-b69a-520dd3fc7456 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:06:56 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:06:56 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:06:56 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:06:56 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:06:56 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:06:56 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:06:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.422s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:06:58 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:08 user nova-compute[74922]: INFO nova.compute.manager [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Rescuing
Oct 30 06:07:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "refresh_cache-59a49c69-6657-4a73-b69a-520dd3fc7456" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:07:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquired lock "refresh_cache-59a49c69-6657-4a73-b69a-520dd3fc7456" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:07:08 user nova-compute[74922]: DEBUG nova.network.neutron [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:07:08 user nova-compute[74922]: DEBUG nova.network.neutron [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Updating instance_info_cache with network_info: [{"id": "73460dd3-f68b-4b33-beeb-1eaf99329784", "address": "fa:16:3e:74:50:c9", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73460dd3-f6", "ovs_interfaceid": "73460dd3-f68b-4b33-beeb-1eaf99329784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:07:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Releasing lock "refresh_cache-59a49c69-6657-4a73-b69a-520dd3fc7456" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:07:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:09 user nova-compute[74922]: DEBUG nova.compute.manager [req-c2012217-b8bb-4dd5-802f-ca6c9ad1a4ab req-2d65187d-00d1-46ed-9b94-ba292d6dc171 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Received event network-vif-unplugged-73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:07:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c2012217-b8bb-4dd5-802f-ca6c9ad1a4ab req-2d65187d-00d1-46ed-9b94-ba292d6dc171 service nova] Acquiring lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:07:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c2012217-b8bb-4dd5-802f-ca6c9ad1a4ab req-2d65187d-00d1-46ed-9b94-ba292d6dc171 service nova] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:07:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c2012217-b8bb-4dd5-802f-ca6c9ad1a4ab req-2d65187d-00d1-46ed-9b94-ba292d6dc171 service nova] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:07:09 user nova-compute[74922]: DEBUG nova.compute.manager [req-c2012217-b8bb-4dd5-802f-ca6c9ad1a4ab req-2d65187d-00d1-46ed-9b94-ba292d6dc171 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] No waiting events found dispatching network-vif-unplugged-73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:07:09 user nova-compute[74922]: WARNING nova.compute.manager [req-c2012217-b8bb-4dd5-802f-ca6c9ad1a4ab req-2d65187d-00d1-46ed-9b94-ba292d6dc171 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Received unexpected event network-vif-unplugged-73460dd3-f68b-4b33-beeb-1eaf99329784 for instance with vm_state active and task_state rescuing.
Oct 30 06:07:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:09 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Instance destroyed successfully.
Oct 30 06:07:09 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Attempting a stable device rescue
Oct 30 06:07:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74922) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 30 06:07:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Instance directory exists: not creating {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 30 06:07:09 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Creating image(s)
Oct 30 06:07:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "/opt/stack/data/nova/instances/59a49c69-6657-4a73-b69a-520dd3fc7456/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:07:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "/opt/stack/data/nova/instances/59a49c69-6657-4a73-b69a-520dd3fc7456/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:07:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "/opt/stack/data/nova/instances/59a49c69-6657-4a73-b69a-520dd3fc7456/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:07:09 user nova-compute[74922]: DEBUG nova.objects.instance [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lazy-loading 'trusted_certs' on Instance uuid 59a49c69-6657-4a73-b69a-520dd3fc7456 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:07:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "cb90c03bd571dfcd35510502159ab4a7f5ebf130" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:07:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "cb90c03bd571dfcd35510502159ab4a7f5ebf130" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:07:10 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cb90c03bd571dfcd35510502159ab4a7f5ebf130.part --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:11 user nova-compute[74922]: DEBUG nova.compute.manager [req-d8076ad3-0ab4-4974-b468-3ee9fb6c9ec4 req-d8a56255-613f-4722-9481-4db3544d8404 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Received event network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:07:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d8076ad3-0ab4-4974-b468-3ee9fb6c9ec4 req-d8a56255-613f-4722-9481-4db3544d8404 service nova] Acquiring lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:07:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d8076ad3-0ab4-4974-b468-3ee9fb6c9ec4 req-d8a56255-613f-4722-9481-4db3544d8404 service nova] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:07:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d8076ad3-0ab4-4974-b468-3ee9fb6c9ec4 req-d8a56255-613f-4722-9481-4db3544d8404 service nova] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:07:11 user nova-compute[74922]: DEBUG nova.compute.manager [req-d8076ad3-0ab4-4974-b468-3ee9fb6c9ec4 req-d8a56255-613f-4722-9481-4db3544d8404 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] No waiting events found dispatching network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:07:11 user nova-compute[74922]: WARNING nova.compute.manager [req-d8076ad3-0ab4-4974-b468-3ee9fb6c9ec4 req-d8a56255-613f-4722-9481-4db3544d8404 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Received unexpected event network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 for instance with vm_state active and task_state rescuing.
Oct 30 06:07:11 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cb90c03bd571dfcd35510502159ab4a7f5ebf130.part --force-share --output=json" returned: 0 in 0.177s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:11 user nova-compute[74922]: DEBUG nova.virt.images [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] 8670e57b-812d-4c2e-b84a-e74e19c42777 was qcow2, converting to raw {{(pid=74922) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 06:07:11 user nova-compute[74922]: DEBUG nova.privsep.utils [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74922) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 06:07:11 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/cb90c03bd571dfcd35510502159ab4a7f5ebf130.part /opt/stack/data/nova/instances/_base/cb90c03bd571dfcd35510502159ab4a7f5ebf130.converted {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:11 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/cb90c03bd571dfcd35510502159ab4a7f5ebf130.part /opt/stack/data/nova/instances/_base/cb90c03bd571dfcd35510502159ab4a7f5ebf130.converted" returned: 0 in 0.579s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:11 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cb90c03bd571dfcd35510502159ab4a7f5ebf130.converted --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:11 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cb90c03bd571dfcd35510502159ab4a7f5ebf130.converted --force-share --output=json" returned: 0 in 0.201s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "cb90c03bd571dfcd35510502159ab4a7f5ebf130" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.272s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:07:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "cb90c03bd571dfcd35510502159ab4a7f5ebf130" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:07:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "cb90c03bd571dfcd35510502159ab4a7f5ebf130" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.004s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:07:11 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cb90c03bd571dfcd35510502159ab4a7f5ebf130 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cb90c03bd571dfcd35510502159ab4a7f5ebf130 --force-share --output=json" returned: 0 in 0.186s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cb90c03bd571dfcd35510502159ab4a7f5ebf130,backing_fmt=raw /opt/stack/data/nova/instances/59a49c69-6657-4a73-b69a-520dd3fc7456/disk.rescue {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cb90c03bd571dfcd35510502159ab4a7f5ebf130,backing_fmt=raw /opt/stack/data/nova/instances/59a49c69-6657-4a73-b69a-520dd3fc7456/disk.rescue" returned: 0 in 0.057s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "cb90c03bd571dfcd35510502159ab4a7f5ebf130" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.249s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.objects.instance [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lazy-loading 'migration_context' on Instance uuid 59a49c69-6657-4a73-b69a-520dd3fc7456 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.objects.base [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Object Instance<59a49c69-6657-4a73-b69a-520dd3fc7456> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Start _get_guest_xml network_info=[{"id": "73460dd3-f68b-4b33-beeb-1eaf99329784", "address": "fa:16:3e:74:50:c9", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "vif_mac": "fa:16:3e:74:50:c9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73460dd3-f6", "ovs_interfaceid": "73460dd3-f68b-4b33-beeb-1eaf99329784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '8670e57b-812d-4c2e-b84a-e74e19c42777', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': '8ca493ef-4aeb-4040-a21f-a4cf62033220', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tEaZWzhF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '59a49c69-6657-4a73-b69a-520dd3fc7456', 'attached_at': '', 'detached_at': '', 'volume_id': '92f431a1-cc9b-4f06-b85b-85acd3f7cd27', 'serial': '92f431a1-cc9b-4f06-b85b-85acd3f7cd27'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.objects.instance [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lazy-loading 'resources' on Instance uuid 59a49c69-6657-4a73-b69a-520dd3fc7456 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.objects.base [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Object Instance<59a49c69-6657-4a73-b69a-520dd3fc7456> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.objects.instance [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lazy-loading 'numa_topology' on Instance uuid 59a49c69-6657-4a73-b69a-520dd3fc7456 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.objects.base [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Object Instance<59a49c69-6657-4a73-b69a-520dd3fc7456> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:07:12 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:07:12 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.objects.instance [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lazy-loading 'vcpu_model' on Instance uuid 59a49c69-6657-4a73-b69a-520dd3fc7456 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.objects.base [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Object Instance<59a49c69-6657-4a73-b69a-520dd3fc7456> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tEaZWzhF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:07:12 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:07:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:07:12 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:07:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:07:12 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 06:07:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e93e55ce-5e8d-42e6-8f1c-6e6cca0b5935]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = tEaZWzhF\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 30 06:07:12 user nova-compute[74922]: node.name = iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27
Oct 30 06:07:12 user nova-compute[74922]: node.tpgt = -1
Oct 30 06:07:12 user nova-compute[74922]: node.startup = automatic
Oct 30 06:07:12 user nova-compute[74922]: node.leading_login = No
Oct 30 06:07:12 user nova-compute[74922]: iface.iscsi_ifacename = default
Oct 30 06:07:12 user nova-compute[74922]: iface.net_ifacename = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.ipaddress = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.prefix_len = 0
Oct 30 06:07:12 user nova-compute[74922]: iface.hwaddress = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.transport_name = tcp
Oct 30 06:07:12 user nova-compute[74922]: iface.initiatorname = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.state = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.vlan_id = 0
Oct 30 06:07:12 user nova-compute[74922]: iface.vlan_priority = 0
Oct 30 06:07:12 user nova-compute[74922]: iface.vlan_state = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.iface_num = 0
Oct 30 06:07:12 user nova-compute[74922]: iface.mtu = 0
Oct 30 06:07:12 user nova-compute[74922]: iface.port = 0
Oct 30 06:07:12 user nova-compute[74922]: iface.bootproto = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.subnet_mask = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.gateway = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.dhcp_alt_client_id_state = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.dhcp_alt_client_id = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.dhcp_dns = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.dhcp_learn_iqn = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.dhcp_req_vendor_id_state = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.dhcp_vendor_id_state = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.dhcp_vendor_id = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.dhcp_slp_da = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.fragmentation = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.gratuitous_arp = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.incoming_forwarding = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.tos_state = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.tos = 0
Oct 30 06:07:12 user nova-compute[74922]: iface.ttl = 0
Oct 30 06:07:12 user nova-compute[74922]: iface.delayed_ack = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.tcp_nagle = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.tcp_wsf_state = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.tcp_wsf = 0
Oct 30 06:07:12 user nova-compute[74922]: iface.tcp_timer_scale = 0
Oct 30 06:07:12 user nova-compute[74922]: iface.tcp_timestamp = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.redirect = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.def_task_mgmt_timeout = 0
Oct 30 06:07:12 user nova-compute[74922]: iface.header_digest = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.data_digest = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.immediate_data = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.initial_r2t = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.data_seq_inorder = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.data_pdu_inorder = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.erl = 0
Oct 30 06:07:12 user nova-compute[74922]: iface.max_receive_data_len = 0
Oct 30 06:07:12 user nova-compute[74922]: iface.first_burst_len = 0
Oct 30 06:07:12 user nova-compute[74922]: iface.max_outstanding_r2t = 0
Oct 30 06:07:12 user nova-compute[74922]: iface.max_burst_len = 0
Oct 30 06:07:12 user nova-compute[74922]: iface.chap_auth = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.bidi_chap = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.strict_login_compliance = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.discovery_auth = <empty>
Oct 30 06:07:12 user nova-compute[74922]: iface.discovery_logout = <empty>
Oct 30 06:07:12 user nova-compute[74922]: node.discovery_address = <empty>
Oct 30 06:07:12 user nova-compute[74922]: node.discovery_port = 0
Oct 30 06:07:12 user nova-compute[74922]: node.discovery_type = static
Oct 30 06:07:12 user nova-compute[74922]: node.session.initial_cmdsn = 0
Oct 30 06:07:12 user nova-compute[74922]: node.session.initial_login_retry_max = 8
Oct 30 06:07:12 user nova-compute[74922]: node.session.xmit_thread_priority = -20
Oct 30 06:07:12 user nova-compute[74922]: node.session.cmds_max = 128
Oct 30 06:07:12 user nova-compute[74922]: node.session.queue_depth = 32
Oct 30 06:07:12 user nova-compute[74922]: node.session.nr_sessions = 1
Oct 30 06:07:12 user nova-compute[74922]: node.session.auth.authmethod = CHAP
Oct 30 06:07:12 user nova-compute[74922]: node.session.auth.username = tEaZWzhF
Oct 30 06:07:12 user nova-compute[74922]: node.session.auth.password = ***
Oct 30 06:07:12 user nova-compute[74922]: node.session.auth.username_in = <empty>
Oct 30 06:07:12 user nova-compute[74922]: node.session.auth.password_in = <empty>
Oct 30 06:07:12 user nova-compute[74922]: node.session.auth.chap_algs = MD5
Oct 30 06:07:12 user nova-compute[74922]: node.session.timeo.replacement_timeout = 120
Oct 30 06:07:12 user nova-compute[74922]: node.session.err_timeo.abort_timeout = 15
Oct 30 06:07:12 user nova-compute[74922]: node.session.err_timeo.lu_reset_timeout = 30
Oct 30 06:07:12 user nova-compute[74922]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 30 06:07:12 user nova-compute[74922]: node.session.err_timeo.host_reset_timeout = 60
Oct 30 06:07:12 user nova-compute[74922]: node.session.iscsi.FastAbort = Yes
Oct 30 06:07:12 user nova-compute[74922]: node.session.iscsi.InitialR2T = No
Oct 30 06:07:12 user nova-compute[74922]: node.session.iscsi.ImmediateData = Yes
Oct 30 06:07:12 user nova-compute[74922]: node.session.iscsi.FirstBurstLength = 262144
Oct 30 06:07:12 user nova-compute[74922]: node.session.iscsi.MaxBurstLength = 16776192
Oct 30 06:07:12 user nova-compute[74922]: node.session.iscsi.DefaultTime2Retain = 0
Oct 30 06:07:12 user nova-compute[74922]: node.session.iscsi.DefaultTime2Wait = 2
Oct 30 06:07:12 user nova-compute[74922]: node.session.iscsi.MaxConnections = 1
Oct 30 06:07:12 user nova-compute[74922]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 30 06:07:12 user nova-compute[74922]: node.session.iscsi.ERL = 0
Oct 30 06:07:12 user nova-compute[74922]: node.session.scan = manual
Oct 30 06:07:12 user nova-compute[74922]: node.session.reopen_max = 0
Oct 30 06:07:12 user nova-compute[74922]: node.conn[0].address = 172.16.0.220
Oct 30 06:07:12 user nova-compute[74922]: node.conn[0].port = 3260
Oct 30 06:07:12 user nova-compute[74922]: node.conn[0].startup = manual
Oct 30 06:07:12 user nova-compute[74922]: node.conn[0].tcp.window_size = 524288
Oct 30 06:07:12 user nova-compute[74922]: node.conn[0].tcp.type_of_service = 0
Oct 30 06:07:12 user nova-compute[74922]: node.conn[0].timeo.logout_timeout = 15
Oct 30 06:07:12 user nova-compute[74922]: node.conn[0].timeo.login_timeout = 15
Oct 30 06:07:12 user nova-compute[74922]: node.conn[0].timeo.auth_timeout = 45
Oct 30 06:07:12 user nova-compute[74922]: node.conn[0].timeo.noop_out_interval = 5
Oct 30 06:07:12 user nova-compute[74922]: node.conn[0].timeo.noop_out_timeout = 5
Oct 30 06:07:12 user nova-compute[74922]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 30 06:07:12 user nova-compute[74922]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 30 06:07:12 user nova-compute[74922]: node.conn[0].iscsi.HeaderDigest = None
Oct 30 06:07:12 user nova-compute[74922]: node.conn[0].iscsi.DataDigest = None
Oct 30 06:07:12 user nova-compute[74922]: node.conn[0].iscsi.IFMarker = No
Oct 30 06:07:12 user nova-compute[74922]: node.conn[0].iscsi.OFMarker = No
Oct 30 06:07:12 user nova-compute[74922]: # END RECORD
Oct 30 06:07:12 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[90107c94-a63b-4847-b7ae-22d687f00e0d]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4a06ac4-4891-43c3-a5ca-85a756edcbc4]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tEaZWzhF {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tEaZWzhF" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb8b1168-f93d-4988-8c20-048da4c8955e]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tEaZWzhF'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.037s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[977a6ec4-13bc-4032-9caa-2b6ee1e7c0ff]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6946b2c7-812e-4a68-a4fc-1fa86664964f]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:07:12 user nova-compute[74922]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)
Oct 30 06:07:12 user nova-compute[74922]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)
Oct 30 06:07:12 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:07:12 user nova-compute[74922]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)
Oct 30 06:07:12 user nova-compute[74922]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)
Oct 30 06:07:12 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.178s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] HCTL ('34', '0', '0', 0) found on session 44 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.014s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[057f3565-bb31-4cf7-88d7-5a4c1757d3aa]: (4, ('0 0 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Searching for a device in session 44 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tEaZWzhF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.201s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] <== connect_volume: return (203ms) {'type': 'block', 'scsi_wwn': '23034376638323663', 'path': '/dev/sdc'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23034376638323663', 'path': '/dev/sdc'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:04:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-847929652',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-847929652',id=39,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T06:05:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d351e3ef48c843f2b24492d6b235189f',ramdisk_id='',reservation_id='r-4xox8ugg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:05:24Z,user_data=None,user_id='04edad06b29641c0b1dd6d4d8ecd76ef',uuid=59a49c69-6657-4a73-b69a-520dd3fc7456,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "73460dd3-f68b-4b33-beeb-1eaf99329784", "address": "fa:16:3e:74:50:c9", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "vif_mac": "fa:16:3e:74:50:c9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73460dd3-f6", "ovs_interfaceid": "73460dd3-f68b-4b33-beeb-1eaf99329784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converting VIF {"id": "73460dd3-f68b-4b33-beeb-1eaf99329784", "address": "fa:16:3e:74:50:c9", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "vif_mac": "fa:16:3e:74:50:c9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73460dd3-f6", "ovs_interfaceid": "73460dd3-f68b-4b33-beeb-1eaf99329784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:74:50:c9,bridge_name='br-int',has_traffic_filtering=True,id=73460dd3-f68b-4b33-beeb-1eaf99329784,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73460dd3-f6') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.objects.instance [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lazy-loading 'pci_devices' on Instance uuid 59a49c69-6657-4a73-b69a-520dd3fc7456 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.objects.base [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Object Instance<59a49c69-6657-4a73-b69a-520dd3fc7456> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74922) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] End _get_guest_xml xml=<domain type="kvm">
Oct 30 06:07:12 user nova-compute[74922]:   <uuid>59a49c69-6657-4a73-b69a-520dd3fc7456</uuid>
Oct 30 06:07:12 user nova-compute[74922]:   <name>instance-00000027</name>
Oct 30 06:07:12 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 06:07:12 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 06:07:12 user nova-compute[74922]:   <metadata>
Oct 30 06:07:12 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 06:07:12 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 06:07:12 user nova-compute[74922]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-847929652</nova:name>
Oct 30 06:07:12 user nova-compute[74922]:       <nova:creationTime>2023-10-30 06:07:12</nova:creationTime>
Oct 30 06:07:12 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 06:07:12 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 06:07:12 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 06:07:12 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 06:07:12 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 06:07:12 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 06:07:12 user nova-compute[74922]:       </nova:flavor>
Oct 30 06:07:12 user nova-compute[74922]:       <nova:owner>
Oct 30 06:07:12 user nova-compute[74922]:         <nova:user uuid="04edad06b29641c0b1dd6d4d8ecd76ef">tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member</nova:user>
Oct 30 06:07:12 user nova-compute[74922]:         <nova:project uuid="d351e3ef48c843f2b24492d6b235189f">tempest-ServerBootFromVolumeStableRescueTest-1475644647</nova:project>
Oct 30 06:07:12 user nova-compute[74922]:       </nova:owner>
Oct 30 06:07:12 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 06:07:12 user nova-compute[74922]:       <nova:ports>
Oct 30 06:07:12 user nova-compute[74922]:         <nova:port uuid="73460dd3-f68b-4b33-beeb-1eaf99329784">
Oct 30 06:07:12 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 30 06:07:12 user nova-compute[74922]:         </nova:port>
Oct 30 06:07:12 user nova-compute[74922]:       </nova:ports>
Oct 30 06:07:12 user nova-compute[74922]:     </nova:instance>
Oct 30 06:07:12 user nova-compute[74922]:   </metadata>
Oct 30 06:07:12 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 06:07:12 user nova-compute[74922]:     <system>
Oct 30 06:07:12 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 06:07:12 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 06:07:12 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 06:07:12 user nova-compute[74922]:       <entry name="serial">59a49c69-6657-4a73-b69a-520dd3fc7456</entry>
Oct 30 06:07:12 user nova-compute[74922]:       <entry name="uuid">59a49c69-6657-4a73-b69a-520dd3fc7456</entry>
Oct 30 06:07:12 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 06:07:12 user nova-compute[74922]:     </system>
Oct 30 06:07:12 user nova-compute[74922]:   </sysinfo>
Oct 30 06:07:12 user nova-compute[74922]:   <os>
Oct 30 06:07:12 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 06:07:12 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 06:07:12 user nova-compute[74922]:   </os>
Oct 30 06:07:12 user nova-compute[74922]:   <features>
Oct 30 06:07:12 user nova-compute[74922]:     <acpi/>
Oct 30 06:07:12 user nova-compute[74922]:     <apic/>
Oct 30 06:07:12 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 06:07:12 user nova-compute[74922]:   </features>
Oct 30 06:07:12 user nova-compute[74922]:   <clock offset="utc">
Oct 30 06:07:12 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 06:07:12 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 06:07:12 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 06:07:12 user nova-compute[74922]:   </clock>
Oct 30 06:07:12 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 06:07:12 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 06:07:12 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 06:07:12 user nova-compute[74922]:   </cpu>
Oct 30 06:07:12 user nova-compute[74922]:   <devices>
Oct 30 06:07:12 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 06:07:12 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:07:12 user nova-compute[74922]:       <source dev="/dev/sdc"/>
Oct 30 06:07:12 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 06:07:12 user nova-compute[74922]:       <serial>92f431a1-cc9b-4f06-b85b-85acd3f7cd27</serial>
Oct 30 06:07:12 user nova-compute[74922]:     </disk>
Oct 30 06:07:12 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 06:07:12 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 06:07:12 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/59a49c69-6657-4a73-b69a-520dd3fc7456/disk.rescue"/>
Oct 30 06:07:12 user nova-compute[74922]:       <target dev="vdb" bus="virtio"/>
Oct 30 06:07:12 user nova-compute[74922]:       <boot order="1"/>
Oct 30 06:07:12 user nova-compute[74922]:     </disk>
Oct 30 06:07:12 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 06:07:12 user nova-compute[74922]:       <mac address="fa:16:3e:74:50:c9"/>
Oct 30 06:07:12 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:07:12 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 06:07:12 user nova-compute[74922]:       <target dev="tap73460dd3-f6"/>
Oct 30 06:07:12 user nova-compute[74922]:     </interface>
Oct 30 06:07:12 user nova-compute[74922]:     <serial type="pty">
Oct 30 06:07:12 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/59a49c69-6657-4a73-b69a-520dd3fc7456/console.log" append="off"/>
Oct 30 06:07:12 user nova-compute[74922]:     </serial>
Oct 30 06:07:12 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 06:07:12 user nova-compute[74922]:     <video>
Oct 30 06:07:12 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:07:12 user nova-compute[74922]:     </video>
Oct 30 06:07:12 user nova-compute[74922]:     <rng model="virtio">
Oct 30 06:07:12 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 06:07:12 user nova-compute[74922]:     </rng>
Oct 30 06:07:12 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 06:07:12 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 06:07:12 user nova-compute[74922]:       <stats period="10"/>
Oct 30 06:07:12 user nova-compute[74922]:     </memballoon>
Oct 30 06:07:12 user nova-compute[74922]:   </devices>
Oct 30 06:07:12 user nova-compute[74922]: </domain>
Oct 30 06:07:12 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 06:07:12 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Instance destroyed successfully.
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:07:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] No VIF found with MAC fa:16:3e:74:50:c9, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:07:13 user nova-compute[74922]: DEBUG nova.compute.manager [req-85c59c26-d988-462e-98dc-e21e081c8656 req-3518141e-fc2a-482a-9e16-068d8423618c service nova] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Received event network-changed-01491a96-cd7d-46ce-9b72-8306f59059ec {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:07:13 user nova-compute[74922]: DEBUG nova.compute.manager [req-85c59c26-d988-462e-98dc-e21e081c8656 req-3518141e-fc2a-482a-9e16-068d8423618c service nova] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Refreshing instance network info cache due to event network-changed-01491a96-cd7d-46ce-9b72-8306f59059ec. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:07:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-85c59c26-d988-462e-98dc-e21e081c8656 req-3518141e-fc2a-482a-9e16-068d8423618c service nova] Acquiring lock "refresh_cache-6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:07:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-85c59c26-d988-462e-98dc-e21e081c8656 req-3518141e-fc2a-482a-9e16-068d8423618c service nova] Acquired lock "refresh_cache-6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:07:13 user nova-compute[74922]: DEBUG nova.network.neutron [req-85c59c26-d988-462e-98dc-e21e081c8656 req-3518141e-fc2a-482a-9e16-068d8423618c service nova] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Refreshing network info cache for port 01491a96-cd7d-46ce-9b72-8306f59059ec {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:07:13 user nova-compute[74922]: DEBUG nova.network.neutron [req-85c59c26-d988-462e-98dc-e21e081c8656 req-3518141e-fc2a-482a-9e16-068d8423618c service nova] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Updated VIF entry in instance network info cache for port 01491a96-cd7d-46ce-9b72-8306f59059ec. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:07:13 user nova-compute[74922]: DEBUG nova.network.neutron [req-85c59c26-d988-462e-98dc-e21e081c8656 req-3518141e-fc2a-482a-9e16-068d8423618c service nova] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Updating instance_info_cache with network_info: [{"id": "01491a96-cd7d-46ce-9b72-8306f59059ec", "address": "fa:16:3e:73:aa:78", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01491a96-cd", "ovs_interfaceid": "01491a96-cd7d-46ce-9b72-8306f59059ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:07:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-85c59c26-d988-462e-98dc-e21e081c8656 req-3518141e-fc2a-482a-9e16-068d8423618c service nova] Releasing lock "refresh_cache-6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:07:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:15 user nova-compute[74922]: DEBUG nova.compute.manager [req-68c76576-3339-449a-baf7-cc65dc2d9e4e req-2670fa9b-3b5d-4c8c-ada4-59ebc06ddfc4 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Received event network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:07:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-68c76576-3339-449a-baf7-cc65dc2d9e4e req-2670fa9b-3b5d-4c8c-ada4-59ebc06ddfc4 service nova] Acquiring lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:07:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-68c76576-3339-449a-baf7-cc65dc2d9e4e req-2670fa9b-3b5d-4c8c-ada4-59ebc06ddfc4 service nova] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:07:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-68c76576-3339-449a-baf7-cc65dc2d9e4e req-2670fa9b-3b5d-4c8c-ada4-59ebc06ddfc4 service nova] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:07:15 user nova-compute[74922]: DEBUG nova.compute.manager [req-68c76576-3339-449a-baf7-cc65dc2d9e4e req-2670fa9b-3b5d-4c8c-ada4-59ebc06ddfc4 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] No waiting events found dispatching network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:07:15 user nova-compute[74922]: WARNING nova.compute.manager [req-68c76576-3339-449a-baf7-cc65dc2d9e4e req-2670fa9b-3b5d-4c8c-ada4-59ebc06ddfc4 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Received unexpected event network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 for instance with vm_state active and task_state rescuing.
Oct 30 06:07:15 user nova-compute[74922]: DEBUG nova.compute.manager [req-68c76576-3339-449a-baf7-cc65dc2d9e4e req-2670fa9b-3b5d-4c8c-ada4-59ebc06ddfc4 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Received event network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:07:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-68c76576-3339-449a-baf7-cc65dc2d9e4e req-2670fa9b-3b5d-4c8c-ada4-59ebc06ddfc4 service nova] Acquiring lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:07:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-68c76576-3339-449a-baf7-cc65dc2d9e4e req-2670fa9b-3b5d-4c8c-ada4-59ebc06ddfc4 service nova] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:07:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-68c76576-3339-449a-baf7-cc65dc2d9e4e req-2670fa9b-3b5d-4c8c-ada4-59ebc06ddfc4 service nova] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:07:15 user nova-compute[74922]: DEBUG nova.compute.manager [req-68c76576-3339-449a-baf7-cc65dc2d9e4e req-2670fa9b-3b5d-4c8c-ada4-59ebc06ddfc4 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] No waiting events found dispatching network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:07:15 user nova-compute[74922]: WARNING nova.compute.manager [req-68c76576-3339-449a-baf7-cc65dc2d9e4e req-2670fa9b-3b5d-4c8c-ada4-59ebc06ddfc4 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Received unexpected event network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 for instance with vm_state active and task_state rescuing.
Oct 30 06:07:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:16 user nova-compute[74922]: DEBUG nova.compute.manager [None req-c1e57378-3b6f-433d-a275-078d750d41b5 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:07:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:07:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:07:18 user nova-compute[74922]: DEBUG nova.objects.instance [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'flavor' on Instance uuid 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:07:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.110s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:07:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:07:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:07:19 user nova-compute[74922]: INFO nova.compute.manager [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Attaching volume f81a4880-d973-49bc-8eea-c0b21d827fd5 to /dev/vdb
Oct 30 06:07:19 user nova-compute[74922]: DEBUG os_brick.utils [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:07:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[988a3c20-8916-4c96-a678-a3dde1fda565]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9093b2e0-d1a8-491d-9631-b0d395f69388]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[afcd6386-d3c9-44db-bc93-c03ae12672eb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e82cbe38-55b3-4ac9-8b8f-cea921416f7d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:07:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 06:07:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:19 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:07:19 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 06:07:19 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[30a8aecc-0194-41d2-b9b2-06518bb56c29]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 06:07:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 06:07:19 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 06:07:19 user nova-compute[74922]: DEBUG os_brick.utils [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:07:19 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Updating existing volume attachment record: 75614a8e-5e4d-4b95-9042-5becfdd02c26 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 06:07:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hLMQYxSU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:07:39 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:07:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:07:39 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:07:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:07:39 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca0b4763-843d-48da-ab98-f4e4bdd60fbe]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 06:07:39 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[03601f8b-6a9a-414c-b7e1-8cd07be96c8f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5] added
Oct 30 06:07:39 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[716bea11-7f57-4ba4-aa9e-6547d56087ec]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8053ac5d-7cae-4263-8b12-083820435d08]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hLMQYxSU {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hLMQYxSU" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8819a5ca-4815-479e-8c51-641e3dfbebb3]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hLMQYxSU'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a48ec27e-9922-4d52-8f8e-2b358c40a240]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[020bfdfa-abf5-44d1-b1af-1efab39806ab]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:07:39 user nova-compute[74922]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)
Oct 30 06:07:39 user nova-compute[74922]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)
Oct 30 06:07:39 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:07:39 user nova-compute[74922]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)
Oct 30 06:07:39 user nova-compute[74922]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)
Oct 30 06:07:39 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f9cee8a-5608-48e9-b9b7-1aefa4f3efeb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5, portal: 172.16.0.220,3260]
Oct 30 06:07:39 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5, portal: 172.16.0.220,3260] successful.
Oct 30 06:07:39 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[863d2b7c-7810-49c7-8261-270cce6b6d4d]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[df54664e-ba99-47a7-a74b-5f8dbeac4948]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:07:39 user nova-compute[74922]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)
Oct 30 06:07:39 user nova-compute[74922]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)
Oct 30 06:07:39 user nova-compute[74922]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 (non-flash)
Oct 30 06:07:39 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:07:39 user nova-compute[74922]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)
Oct 30 06:07:39 user nova-compute[74922]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)
Oct 30 06:07:39 user nova-compute[74922]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 (non-flash)
Oct 30 06:07:39 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.295s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] HCTL ('36', '-', '-', 0) found on session 47 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9794060c-d59e-46d5-8a1d-fdd3dd80bb23]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Searching for a device in session 47 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 06:07:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hLMQYxSU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 06:07:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.338s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:07:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] <== connect_volume: return (1340ms) {'type': 'block', 'scsi_wwn': '23337666630306337', 'path': '/dev/sde'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:07:40 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23337666630306337', 'path': '/dev/sde'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 06:07:40 user nova-compute[74922]: DEBUG nova.objects.instance [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'flavor' on Instance uuid 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:07:40 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 06:07:40 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:07:40 user nova-compute[74922]:   <source dev="/dev/sde"/>
Oct 30 06:07:40 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 06:07:40 user nova-compute[74922]:   <serial>f81a4880-d973-49bc-8eea-c0b21d827fd5</serial>
Oct 30 06:07:40 user nova-compute[74922]: </disk>
Oct 30 06:07:40 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 06:07:41 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:07:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:07:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] No VIF found with MAC fa:16:3e:73:aa:78, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:07:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-b93d71f7-fe91-4d1d-9290-c2ec84faf0b3 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.118s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:07:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:07:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:07:47 user nova-compute[74922]: DEBUG nova.objects.instance [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'flavor' on Instance uuid 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:07:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.063s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:07:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:07:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:07:47 user nova-compute[74922]: INFO nova.compute.manager [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Attaching volume 007da32d-b9d6-49c3-aa04-32fce80fd15d to /dev/vdc
Oct 30 06:07:47 user nova-compute[74922]: DEBUG os_brick.utils [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:07:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:47 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[08c89f34-12b3-4cf1-aff3-379a55421974]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:47 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa1fa857-4468-4200-948c-842f34f5622e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:48 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[df81084d-3868-42e4-bc5c-e998d4ce1983]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:48 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0818bedb-a485-4249-a719-0ec08f2a8fff]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:07:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 06:07:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:48 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:07:48 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 06:07:48 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e8224ee-d9b8-4ae3-91a4-2286b8341ade]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:07:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 06:07:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 06:07:48 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 06:07:48 user nova-compute[74922]: DEBUG os_brick.utils [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:07:48 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Updating existing volume attachment record: 87f8595d-adec-4281-b4e4-d329e21bdbfd {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 06:07:48 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:07:48 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:07:48 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:07:48 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:07:48 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:07:48 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:07:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:50 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:07:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:51 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:07:52 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:07:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:07:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:07:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:07:52 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:07:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:07:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59a49c69-6657-4a73-b69a-520dd3fc7456/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59a49c69-6657-4a73-b69a-520dd3fc7456/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59a49c69-6657-4a73-b69a-520dd3fc7456/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59a49c69-6657-4a73-b69a-520dd3fc7456/disk.rescue --force-share --output=json" returned: 0 in 0.171s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:54 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:07:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:54 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:07:54 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:07:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.205s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:07:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:07:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:07:56 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:07:56 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:07:56 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=8174MB free_disk=24.971454620361328GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:07:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:07:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:07:56 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:07:56 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 152ed8a0-4208-485b-bf31-fcdd5b7469ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:07:56 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance bf842ae2-dd28-4c55-8c4d-e416d89d75d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:07:56 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 7db75206-6a36-48b4-85c6-0b011a794e3e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:07:56 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 61e57ed5-062e-4643-8acb-635eb21f78e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:07:56 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance caa46546-7649-4fd0-8b8f-1aee5a6c30b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:07:56 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 59a49c69-6657-4a73-b69a-520dd3fc7456 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:07:56 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:07:56 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:07:56 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:07:56 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:07:56 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:07:57 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:07:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.443s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:07:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:58 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:07:58 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:07:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-61e57ed5-062e-4643-8acb-635eb21f78e4" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:07:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-61e57ed5-062e-4643-8acb-635eb21f78e4" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:07:58 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:07:59 user nova-compute[74922]: INFO nova.compute.manager [None req-2551d279-a2de-4c34-ba06-20d6e73fc9b8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Unrescuing
Oct 30 06:07:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2551d279-a2de-4c34-ba06-20d6e73fc9b8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "refresh_cache-caa46546-7649-4fd0-8b8f-1aee5a6c30b2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:07:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2551d279-a2de-4c34-ba06-20d6e73fc9b8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquired lock "refresh_cache-caa46546-7649-4fd0-8b8f-1aee5a6c30b2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:07:59 user nova-compute[74922]: DEBUG nova.network.neutron [None req-2551d279-a2de-4c34-ba06-20d6e73fc9b8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:07:59 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Updating instance_info_cache with network_info: [{"id": "71831972-b31f-4415-9765-940ae098dafc", "address": "fa:16:3e:7e:d8:d5", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71831972-b3", "ovs_interfaceid": "71831972-b31f-4415-9765-940ae098dafc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:07:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-61e57ed5-062e-4643-8acb-635eb21f78e4" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:07:59 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:07:59 user nova-compute[74922]: DEBUG nova.network.neutron [None req-2551d279-a2de-4c34-ba06-20d6e73fc9b8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Updating instance_info_cache with network_info: [{"id": "551e356e-a481-4f45-b55d-9d39bfedcae1", "address": "fa:16:3e:fd:97:70", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551e356e-a4", "ovs_interfaceid": "551e356e-a481-4f45-b55d-9d39bfedcae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:07:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-2551d279-a2de-4c34-ba06-20d6e73fc9b8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Releasing lock "refresh_cache-caa46546-7649-4fd0-8b8f-1aee5a6c30b2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:07:59 user nova-compute[74922]: DEBUG nova.objects.instance [None req-2551d279-a2de-4c34-ba06-20d6e73fc9b8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'flavor' on Instance uuid caa46546-7649-4fd0-8b8f-1aee5a6c30b2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:07:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:07:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:00 user nova-compute[74922]: DEBUG nova.compute.manager [req-467d4c7f-af8d-4859-8c4e-6f34854201ea req-b630efca-0271-4163-abbf-3e02725a396b service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received event network-vif-unplugged-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:08:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-467d4c7f-af8d-4859-8c4e-6f34854201ea req-b630efca-0271-4163-abbf-3e02725a396b service nova] Acquiring lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:08:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-467d4c7f-af8d-4859-8c4e-6f34854201ea req-b630efca-0271-4163-abbf-3e02725a396b service nova] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:08:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-467d4c7f-af8d-4859-8c4e-6f34854201ea req-b630efca-0271-4163-abbf-3e02725a396b service nova] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:08:00 user nova-compute[74922]: DEBUG nova.compute.manager [req-467d4c7f-af8d-4859-8c4e-6f34854201ea req-b630efca-0271-4163-abbf-3e02725a396b service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] No waiting events found dispatching network-vif-unplugged-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:08:00 user nova-compute[74922]: WARNING nova.compute.manager [req-467d4c7f-af8d-4859-8c4e-6f34854201ea req-b630efca-0271-4163-abbf-3e02725a396b service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received unexpected event network-vif-unplugged-551e356e-a481-4f45-b55d-9d39bfedcae1 for instance with vm_state rescued and task_state unrescuing.
Oct 30 06:08:00 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Instance destroyed successfully.
Oct 30 06:08:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:02 user nova-compute[74922]: DEBUG nova.compute.manager [req-62e02381-8c4d-47bb-961a-e95f346749cd req-6600d5d2-9342-4f25-8298-d159ace2da3f service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received event network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:08:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-62e02381-8c4d-47bb-961a-e95f346749cd req-6600d5d2-9342-4f25-8298-d159ace2da3f service nova] Acquiring lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:08:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-62e02381-8c4d-47bb-961a-e95f346749cd req-6600d5d2-9342-4f25-8298-d159ace2da3f service nova] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:08:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-62e02381-8c4d-47bb-961a-e95f346749cd req-6600d5d2-9342-4f25-8298-d159ace2da3f service nova] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:08:02 user nova-compute[74922]: DEBUG nova.compute.manager [req-62e02381-8c4d-47bb-961a-e95f346749cd req-6600d5d2-9342-4f25-8298-d159ace2da3f service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] No waiting events found dispatching network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:08:02 user nova-compute[74922]: WARNING nova.compute.manager [req-62e02381-8c4d-47bb-961a-e95f346749cd req-6600d5d2-9342-4f25-8298-d159ace2da3f service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received unexpected event network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 for instance with vm_state rescued and task_state unrescuing.
Oct 30 06:08:02 user nova-compute[74922]: DEBUG nova.compute.manager [req-62e02381-8c4d-47bb-961a-e95f346749cd req-6600d5d2-9342-4f25-8298-d159ace2da3f service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received event network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:08:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-62e02381-8c4d-47bb-961a-e95f346749cd req-6600d5d2-9342-4f25-8298-d159ace2da3f service nova] Acquiring lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:08:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-62e02381-8c4d-47bb-961a-e95f346749cd req-6600d5d2-9342-4f25-8298-d159ace2da3f service nova] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:08:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-62e02381-8c4d-47bb-961a-e95f346749cd req-6600d5d2-9342-4f25-8298-d159ace2da3f service nova] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:08:02 user nova-compute[74922]: DEBUG nova.compute.manager [req-62e02381-8c4d-47bb-961a-e95f346749cd req-6600d5d2-9342-4f25-8298-d159ace2da3f service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] No waiting events found dispatching network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:08:02 user nova-compute[74922]: WARNING nova.compute.manager [req-62e02381-8c4d-47bb-961a-e95f346749cd req-6600d5d2-9342-4f25-8298-d159ace2da3f service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received unexpected event network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 for instance with vm_state rescued and task_state unrescuing.
Oct 30 06:08:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:04 user nova-compute[74922]: DEBUG nova.compute.manager [None req-2551d279-a2de-4c34-ba06-20d6e73fc9b8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:08:04 user nova-compute[74922]: DEBUG nova.compute.manager [req-39c604d6-55db-424f-86ce-5d58777a651a req-a7b00688-cc55-4aed-9dbb-06ec964fed50 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received event network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:08:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-39c604d6-55db-424f-86ce-5d58777a651a req-a7b00688-cc55-4aed-9dbb-06ec964fed50 service nova] Acquiring lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:08:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-39c604d6-55db-424f-86ce-5d58777a651a req-a7b00688-cc55-4aed-9dbb-06ec964fed50 service nova] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:08:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-39c604d6-55db-424f-86ce-5d58777a651a req-a7b00688-cc55-4aed-9dbb-06ec964fed50 service nova] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:08:04 user nova-compute[74922]: DEBUG nova.compute.manager [req-39c604d6-55db-424f-86ce-5d58777a651a req-a7b00688-cc55-4aed-9dbb-06ec964fed50 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] No waiting events found dispatching network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:08:04 user nova-compute[74922]: WARNING nova.compute.manager [req-39c604d6-55db-424f-86ce-5d58777a651a req-a7b00688-cc55-4aed-9dbb-06ec964fed50 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received unexpected event network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 for instance with vm_state rescued and task_state unrescuing.
Oct 30 06:08:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:08:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:08:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:08:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:08:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:08:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SLfBEahd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:08:23 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:08:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:08:23 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:08:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:08:23 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[829b2f53-9023-43c2-b237-499adc8e6ef5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 06:08:23 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d919588b-e5e9-4528-a275-f431954f2a2f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d] added
Oct 30 06:08:23 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f20ecd6c-4f5d-4726-a865-87d758cad01b]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2047f62a-8b23-45b9-93e6-54f1e89cbfb0]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SLfBEahd {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SLfBEahd" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[635a842f-02d1-485e-8510-24e401de2982]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SLfBEahd'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[00af0880-5cca-43fe-8791-c36a37810ed2]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0aa43b33-1390-40bb-bb43-ae7e52fa9b38]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:08:23 user nova-compute[74922]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)
Oct 30 06:08:23 user nova-compute[74922]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)
Oct 30 06:08:23 user nova-compute[74922]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 (non-flash)
Oct 30 06:08:23 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:08:23 user nova-compute[74922]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)
Oct 30 06:08:23 user nova-compute[74922]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)
Oct 30 06:08:23 user nova-compute[74922]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 (non-flash)
Oct 30 06:08:23 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2fc06ff-3d01-4921-a903-6e31094d126d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d, portal: 172.16.0.220,3260]
Oct 30 06:08:23 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d, portal: 172.16.0.220,3260] successful.
Oct 30 06:08:23 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[192a891a-aa5d-4260-a65f-59e4d23eb21e]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec2bbce5-01fc-4a98-bee7-43f1a39c3c4d]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:08:23 user nova-compute[74922]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)
Oct 30 06:08:23 user nova-compute[74922]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)
Oct 30 06:08:23 user nova-compute[74922]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 (non-flash)
Oct 30 06:08:23 user nova-compute[74922]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d (non-flash)
Oct 30 06:08:23 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:08:23 user nova-compute[74922]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)
Oct 30 06:08:23 user nova-compute[74922]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)
Oct 30 06:08:23 user nova-compute[74922]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 (non-flash)
Oct 30 06:08:23 user nova-compute[74922]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d (non-flash)
Oct 30 06:08:23 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.305s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] HCTL ('37', '-', '-', 0) found on session 48 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[54fe10a5-473c-43e0-80ec-996e3a5e55e0]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:08:23 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Searching for a device in session 48 and hctl ['37', '*', '*', 0] yield: None {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 06:08:24 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Searching for a device in session 48 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 06:08:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SLfBEahd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 06:08:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.336s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:08:24 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] <== connect_volume: return (1337ms) {'type': 'block', 'scsi_wwn': '23462613261333662', 'path': '/dev/sdf'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:08:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23462613261333662', 'path': '/dev/sdf'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 06:08:24 user nova-compute[74922]: DEBUG nova.objects.instance [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'flavor' on Instance uuid 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:08:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 06:08:24 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:08:24 user nova-compute[74922]:   <source dev="/dev/sdf"/>
Oct 30 06:08:24 user nova-compute[74922]:   <target dev="vdc" bus="virtio"/>
Oct 30 06:08:24 user nova-compute[74922]:   <serial>007da32d-b9d6-49c3-aa04-32fce80fd15d</serial>
Oct 30 06:08:24 user nova-compute[74922]: </disk>
Oct 30 06:08:24 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 06:08:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:08:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:08:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:08:25 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] No VIF found with MAC fa:16:3e:73:aa:78, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:08:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0c2d20b3-a129-40f8-ba52-db67d58473f9 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 37.513s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:08:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:08:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:08:26 user nova-compute[74922]: INFO nova.compute.manager [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Detaching volume f81a4880-d973-49bc-8eea-c0b21d827fd5
Oct 30 06:08:26 user nova-compute[74922]: INFO nova.virt.block_device [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Attempting to driver detach volume f81a4880-d973-49bc-8eea-c0b21d827fd5 from mountpoint /dev/vdb
Oct 30 06:08:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Attempting to detach device vdb from instance 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 06:08:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 06:08:26 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:08:26 user nova-compute[74922]:   <source dev="/dev/sde"/>
Oct 30 06:08:26 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 06:08:26 user nova-compute[74922]:   <serial>f81a4880-d973-49bc-8eea-c0b21d827fd5</serial>
Oct 30 06:08:26 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 06:08:26 user nova-compute[74922]: </disk>
Oct 30 06:08:26 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 06:08:26 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Successfully detached device vdb from instance 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a from the persistent domain config.
Oct 30 06:08:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a from the live domain config. {{(pid=74922) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 06:08:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 06:08:26 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:08:26 user nova-compute[74922]:   <source dev="/dev/sde"/>
Oct 30 06:08:26 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 06:08:26 user nova-compute[74922]:   <serial>f81a4880-d973-49bc-8eea-c0b21d827fd5</serial>
Oct 30 06:08:26 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 06:08:26 user nova-compute[74922]: </disk>
Oct 30 06:08:26 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 06:08:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a {{(pid=74922) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 06:08:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:41 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:45 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:08:45 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:08:45 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:08:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:46 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a is timed out.
Oct 30 06:08:46 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Successfully detached device vdb from instance 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a from the live domain config.
Oct 30 06:08:46 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hLMQYxSU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:08:46 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:08:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[efe4f548-f321-47de-ad60-21e6c09f2cc1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 06:08:46 user nova-compute[74922]: No targets found.
Oct 30 06:08:46 user nova-compute[74922]: iSNS:
Oct 30 06:08:46 user nova-compute[74922]: No targets found.
Oct 30 06:08:46 user nova-compute[74922]: STATIC:
Oct 30 06:08:46 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d
Oct 30 06:08:46 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:08:46 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:08:46 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27
Oct 30 06:08:46 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:08:46 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:08:46 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5
Oct 30 06:08:46 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:08:46 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:08:46 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43
Oct 30 06:08:46 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:08:46 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:08:46 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6
Oct 30 06:08:46 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:08:46 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:08:46 user nova-compute[74922]: FIRMWARE:
Oct 30 06:08:46 user nova-compute[74922]: No targets found.
Oct 30 06:08:46 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 06:08:46 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 06:08:46 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3069ff00-47dd-4bc3-bd84-25ad8f5346c0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5ca59b2-060f-47d1-8909-1f24af143911]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:08:46 user nova-compute[74922]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)
Oct 30 06:08:46 user nova-compute[74922]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)
Oct 30 06:08:46 user nova-compute[74922]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 (non-flash)
Oct 30 06:08:46 user nova-compute[74922]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d (non-flash)
Oct 30 06:08:46 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:08:46 user nova-compute[74922]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)
Oct 30 06:08:46 user nova-compute[74922]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)
Oct 30 06:08:46 user nova-compute[74922]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 (non-flash)
Oct 30 06:08:46 user nova-compute[74922]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d (non-flash)
Oct 30 06:08:46 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8208423c70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5'): ({'sde'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Removing single pathed devices sde {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[89187ba0-52b0-455c-a5c4-e1277cab0ade]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bc07bce-2c3e-4b1d-ba44-5cc06702e39f]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Flushing IO for device /dev/sde {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[38adf98d-8d51-4961-bea3-1c7b37cd6b52]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.042s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a6f465b-c149-4cff-8eec-40050c16b61d]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] SCSI volumes sde have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ece858d-e6cd-4d53-8c29-4a300dcca73b]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:08:46 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:47 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe837f04-77a0-47ad-8e17-9b0a7cba2ce1]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:08:47 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5, portal: 172.16.0.220,3260]
Oct 30 06:08:47 user nova-compute[74922]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5, portal: 172.16.0.220,3260] successful.
Oct 30 06:08:47 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:08:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f81a4880-d973-49bc-8eea-c0b21d827fd5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:47 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[59c3f06d-4d7d-4dd5-be65-d1d316c172f6]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:08:47 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:08:47 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.364s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:08:47 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] <== disconnect_volume: return (364ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:08:47 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 06:08:47 user nova-compute[74922]: DEBUG nova.objects.instance [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'flavor' on Instance uuid 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:08:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4814ceaa-1263-4d6e-b831-bd5c871071c4 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.881s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:08:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:08:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:08:48 user nova-compute[74922]: INFO nova.compute.manager [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Detaching volume 007da32d-b9d6-49c3-aa04-32fce80fd15d
Oct 30 06:08:48 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:08:49 user nova-compute[74922]: INFO nova.virt.block_device [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Attempting to driver detach volume 007da32d-b9d6-49c3-aa04-32fce80fd15d from mountpoint /dev/vdc
Oct 30 06:08:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Attempting to detach device vdc from instance 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 06:08:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 06:08:49 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:08:49 user nova-compute[74922]:   <source dev="/dev/sdf"/>
Oct 30 06:08:49 user nova-compute[74922]:   <target dev="vdc" bus="virtio"/>
Oct 30 06:08:49 user nova-compute[74922]:   <serial>007da32d-b9d6-49c3-aa04-32fce80fd15d</serial>
Oct 30 06:08:49 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 30 06:08:49 user nova-compute[74922]: </disk>
Oct 30 06:08:49 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 06:08:49 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Successfully detached device vdc from instance 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a from the persistent domain config.
Oct 30 06:08:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a from the live domain config. {{(pid=74922) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 06:08:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 06:08:49 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:08:49 user nova-compute[74922]:   <source dev="/dev/sdf"/>
Oct 30 06:08:49 user nova-compute[74922]:   <target dev="vdc" bus="virtio"/>
Oct 30 06:08:49 user nova-compute[74922]:   <serial>007da32d-b9d6-49c3-aa04-32fce80fd15d</serial>
Oct 30 06:08:49 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 30 06:08:49 user nova-compute[74922]: </disk>
Oct 30 06:08:49 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 06:08:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a {{(pid=74922) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 06:08:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:50 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:08:50 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:08:50 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:08:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:51 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:08:51 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:08:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:08:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:08:52 user nova-compute[74922]: DEBUG nova.compute.manager [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 06:08:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:08:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:08:52 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 06:08:52 user nova-compute[74922]: INFO nova.compute.claims [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Claim successful on node user
Oct 30 06:08:52 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Refreshing inventories for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 06:08:52 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Updating ProviderTree inventory for provider efd5e61c-93ae-4193-aa6b-99209077dc32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 06:08:52 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Updating inventory in ProviderTree for provider efd5e61c-93ae-4193-aa6b-99209077dc32 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 06:08:52 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Refreshing aggregate associations for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32, aggregates: None {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 06:08:52 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Refreshing trait associations for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32, traits: COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE42,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_DEVICE_TAGGING,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_RESCUE_BFV {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 06:08:52 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:08:53 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:08:53 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:08:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.669s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:08:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 06:08:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 06:08:53 user nova-compute[74922]: DEBUG nova.network.neutron [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 06:08:53 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 06:08:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 06:08:53 user nova-compute[74922]: DEBUG nova.policy [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd66ca423688a415ab6feea7c6acfa2fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de3ee6a08aec4c2c9ddc0986556a1b83', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 06:08:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 06:08:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 06:08:53 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Creating image(s)
Oct 30 06:08:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "/opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:08:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "/opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:08:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "/opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:08:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.189s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:08:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:08:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.203s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk 1073741824" returned: 0 in 0.051s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.262s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:08:53 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.195s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:54 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 06:08:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:54 user nova-compute[74922]: DEBUG nova.network.neutron [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Successfully created port: 1f5935a8-4893-4cbb-aaca-d1421b7ea49a {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 06:08:54 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:54 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Cannot resize image /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 06:08:54 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 06:08:54 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Ensure instance console log exists: /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 06:08:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:08:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:08:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:08:54 user nova-compute[74922]: DEBUG nova.network.neutron [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Successfully updated port: 1f5935a8-4893-4cbb-aaca-d1421b7ea49a {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 06:08:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "refresh_cache-a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:08:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquired lock "refresh_cache-a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:08:54 user nova-compute[74922]: DEBUG nova.network.neutron [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:08:54 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:08:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:08:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:08:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:08:54 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:08:54 user nova-compute[74922]: DEBUG nova.compute.manager [req-714446c9-8e9c-4e86-af4f-e3474c72f899 req-c34cb34e-b7d7-4ff9-9e24-c672ebb45f00 service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Received event network-changed-1f5935a8-4893-4cbb-aaca-d1421b7ea49a {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:08:54 user nova-compute[74922]: DEBUG nova.compute.manager [req-714446c9-8e9c-4e86-af4f-e3474c72f899 req-c34cb34e-b7d7-4ff9-9e24-c672ebb45f00 service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Refreshing instance network info cache due to event network-changed-1f5935a8-4893-4cbb-aaca-d1421b7ea49a. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:08:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-714446c9-8e9c-4e86-af4f-e3474c72f899 req-c34cb34e-b7d7-4ff9-9e24-c672ebb45f00 service nova] Acquiring lock "refresh_cache-a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:08:54 user nova-compute[74922]: DEBUG nova.network.neutron [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59a49c69-6657-4a73-b69a-520dd3fc7456/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.network.neutron [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Updating instance_info_cache with network_info: [{"id": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "address": "fa:16:3e:ce:38:99", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f5935a8-48", "ovs_interfaceid": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59a49c69-6657-4a73-b69a-520dd3fc7456/disk.rescue --force-share --output=json" returned: 0 in 0.209s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59a49c69-6657-4a73-b69a-520dd3fc7456/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Releasing lock "refresh_cache-a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.compute.manager [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Instance network_info: |[{"id": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "address": "fa:16:3e:ce:38:99", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f5935a8-48", "ovs_interfaceid": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-714446c9-8e9c-4e86-af4f-e3474c72f899 req-c34cb34e-b7d7-4ff9-9e24-c672ebb45f00 service nova] Acquired lock "refresh_cache-a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.network.neutron [req-714446c9-8e9c-4e86-af4f-e3474c72f899 req-c34cb34e-b7d7-4ff9-9e24-c672ebb45f00 service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Refreshing network info cache for port 1f5935a8-4893-4cbb-aaca-d1421b7ea49a {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Start _get_guest_xml network_info=[{"id": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "address": "fa:16:3e:ce:38:99", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f5935a8-48", "ovs_interfaceid": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 06:08:55 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:08:55 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:08:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1621443864',display_name='tempest-TestStampPattern-server-1621443864',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1621443864',id=41,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP5IuUA4Uba8f3nMBrgp7MTt60fDGIs2G6KVc+xJxcr/DSpFv21p15QSwjt1ciLt1x4mdrpLdiulQzG5rWL3ZwfC4nmNN3vpvoWGGcnPJbfT6wz56Zccm5R8uxwC5ZIAbw==',key_name='tempest-TestStampPattern-1326207065',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de3ee6a08aec4c2c9ddc0986556a1b83',ramdisk_id='',reservation_id='r-nexko5vz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-95040542',owner_user_name='tempest-TestStampPattern-95040542-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:08:53Z,user_data=None,user_id='d66ca423688a415ab6feea7c6acfa2fb',uuid=a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "address": "fa:16:3e:ce:38:99", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f5935a8-48", "ovs_interfaceid": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Converting VIF {"id": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "address": "fa:16:3e:ce:38:99", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f5935a8-48", "ovs_interfaceid": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ce:38:99,bridge_name='br-int',has_traffic_filtering=True,id=1f5935a8-4893-4cbb-aaca-d1421b7ea49a,network=Network(efef52e9-5903-4e49-84a3-52af65e29d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f5935a8-48') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.objects.instance [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lazy-loading 'pci_devices' on Instance uuid a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] End _get_guest_xml xml=<domain type="kvm">
Oct 30 06:08:55 user nova-compute[74922]:   <uuid>a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e</uuid>
Oct 30 06:08:55 user nova-compute[74922]:   <name>instance-00000029</name>
Oct 30 06:08:55 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 06:08:55 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 06:08:55 user nova-compute[74922]:   <metadata>
Oct 30 06:08:55 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 06:08:55 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 06:08:55 user nova-compute[74922]:       <nova:name>tempest-TestStampPattern-server-1621443864</nova:name>
Oct 30 06:08:55 user nova-compute[74922]:       <nova:creationTime>2023-10-30 06:08:55</nova:creationTime>
Oct 30 06:08:55 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 06:08:55 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 06:08:55 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 06:08:55 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 06:08:55 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 06:08:55 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 06:08:55 user nova-compute[74922]:       </nova:flavor>
Oct 30 06:08:55 user nova-compute[74922]:       <nova:owner>
Oct 30 06:08:55 user nova-compute[74922]:         <nova:user uuid="d66ca423688a415ab6feea7c6acfa2fb">tempest-TestStampPattern-95040542-project-member</nova:user>
Oct 30 06:08:55 user nova-compute[74922]:         <nova:project uuid="de3ee6a08aec4c2c9ddc0986556a1b83">tempest-TestStampPattern-95040542</nova:project>
Oct 30 06:08:55 user nova-compute[74922]:       </nova:owner>
Oct 30 06:08:55 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 06:08:55 user nova-compute[74922]:       <nova:ports>
Oct 30 06:08:55 user nova-compute[74922]:         <nova:port uuid="1f5935a8-4893-4cbb-aaca-d1421b7ea49a">
Oct 30 06:08:55 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 30 06:08:55 user nova-compute[74922]:         </nova:port>
Oct 30 06:08:55 user nova-compute[74922]:       </nova:ports>
Oct 30 06:08:55 user nova-compute[74922]:     </nova:instance>
Oct 30 06:08:55 user nova-compute[74922]:   </metadata>
Oct 30 06:08:55 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 06:08:55 user nova-compute[74922]:     <system>
Oct 30 06:08:55 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 06:08:55 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 06:08:55 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 06:08:55 user nova-compute[74922]:       <entry name="serial">a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e</entry>
Oct 30 06:08:55 user nova-compute[74922]:       <entry name="uuid">a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e</entry>
Oct 30 06:08:55 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 06:08:55 user nova-compute[74922]:     </system>
Oct 30 06:08:55 user nova-compute[74922]:   </sysinfo>
Oct 30 06:08:55 user nova-compute[74922]:   <os>
Oct 30 06:08:55 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 06:08:55 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 06:08:55 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 06:08:55 user nova-compute[74922]:   </os>
Oct 30 06:08:55 user nova-compute[74922]:   <features>
Oct 30 06:08:55 user nova-compute[74922]:     <acpi/>
Oct 30 06:08:55 user nova-compute[74922]:     <apic/>
Oct 30 06:08:55 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 06:08:55 user nova-compute[74922]:   </features>
Oct 30 06:08:55 user nova-compute[74922]:   <clock offset="utc">
Oct 30 06:08:55 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 06:08:55 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 06:08:55 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 06:08:55 user nova-compute[74922]:   </clock>
Oct 30 06:08:55 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 06:08:55 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 06:08:55 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 06:08:55 user nova-compute[74922]:   </cpu>
Oct 30 06:08:55 user nova-compute[74922]:   <devices>
Oct 30 06:08:55 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 06:08:55 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 06:08:55 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk"/>
Oct 30 06:08:55 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 06:08:55 user nova-compute[74922]:     </disk>
Oct 30 06:08:55 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 06:08:55 user nova-compute[74922]:       <mac address="fa:16:3e:ce:38:99"/>
Oct 30 06:08:55 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:08:55 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 06:08:55 user nova-compute[74922]:       <target dev="tap1f5935a8-48"/>
Oct 30 06:08:55 user nova-compute[74922]:     </interface>
Oct 30 06:08:55 user nova-compute[74922]:     <serial type="pty">
Oct 30 06:08:55 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/console.log" append="off"/>
Oct 30 06:08:55 user nova-compute[74922]:     </serial>
Oct 30 06:08:55 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 06:08:55 user nova-compute[74922]:     <video>
Oct 30 06:08:55 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:08:55 user nova-compute[74922]:     </video>
Oct 30 06:08:55 user nova-compute[74922]:     <rng model="virtio">
Oct 30 06:08:55 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 06:08:55 user nova-compute[74922]:     </rng>
Oct 30 06:08:55 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 06:08:55 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 06:08:55 user nova-compute[74922]:       <stats period="10"/>
Oct 30 06:08:55 user nova-compute[74922]:     </memballoon>
Oct 30 06:08:55 user nova-compute[74922]:   </devices>
Oct 30 06:08:55 user nova-compute[74922]: </domain>
Oct 30 06:08:55 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:08:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1621443864',display_name='tempest-TestStampPattern-server-1621443864',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1621443864',id=41,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP5IuUA4Uba8f3nMBrgp7MTt60fDGIs2G6KVc+xJxcr/DSpFv21p15QSwjt1ciLt1x4mdrpLdiulQzG5rWL3ZwfC4nmNN3vpvoWGGcnPJbfT6wz56Zccm5R8uxwC5ZIAbw==',key_name='tempest-TestStampPattern-1326207065',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de3ee6a08aec4c2c9ddc0986556a1b83',ramdisk_id='',reservation_id='r-nexko5vz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-95040542',owner_user_name='tempest-TestStampPattern-95040542-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:08:53Z,user_data=None,user_id='d66ca423688a415ab6feea7c6acfa2fb',uuid=a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "address": "fa:16:3e:ce:38:99", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f5935a8-48", "ovs_interfaceid": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Converting VIF {"id": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "address": "fa:16:3e:ce:38:99", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f5935a8-48", "ovs_interfaceid": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ce:38:99,bridge_name='br-int',has_traffic_filtering=True,id=1f5935a8-4893-4cbb-aaca-d1421b7ea49a,network=Network(efef52e9-5903-4e49-84a3-52af65e29d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f5935a8-48') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG os_vif [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ce:38:99,bridge_name='br-int',has_traffic_filtering=True,id=1f5935a8-4893-4cbb-aaca-d1421b7ea49a,network=Network(efef52e9-5903-4e49-84a3-52af65e29d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f5935a8-48') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9476b1bb-3aba-5d6c-aa0c-75d79fc1ebf9', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59a49c69-6657-4a73-b69a-520dd3fc7456/disk.rescue --force-share --output=json" returned: 0 in 0.197s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1f5935a8-48, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1f5935a8-48, col_values=(('qos', UUID('fca6ea5f-d004-4113-b808-f3bb90bd7ad7')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1f5935a8-48, col_values=(('external_ids', {'iface-id': '1f5935a8-4893-4cbb-aaca-d1421b7ea49a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ce:38:99', 'vm-uuid': 'a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:55 user nova-compute[74922]: INFO os_vif [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ce:38:99,bridge_name='br-int',has_traffic_filtering=True,id=1f5935a8-4893-4cbb-aaca-d1421b7ea49a,network=Network(efef52e9-5903-4e49-84a3-52af65e29d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f5935a8-48')
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] No VIF found with MAC fa:16:3e:ce:38:99, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.network.neutron [req-714446c9-8e9c-4e86-af4f-e3474c72f899 req-c34cb34e-b7d7-4ff9-9e24-c672ebb45f00 service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Updated VIF entry in instance network info cache for port 1f5935a8-4893-4cbb-aaca-d1421b7ea49a. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG nova.network.neutron [req-714446c9-8e9c-4e86-af4f-e3474c72f899 req-c34cb34e-b7d7-4ff9-9e24-c672ebb45f00 service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Updating instance_info_cache with network_info: [{"id": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "address": "fa:16:3e:ce:38:99", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f5935a8-48", "ovs_interfaceid": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-714446c9-8e9c-4e86-af4f-e3474c72f899 req-c34cb34e-b7d7-4ff9-9e24-c672ebb45f00 service nova] Releasing lock "refresh_cache-a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:55 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:08:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:08:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:57 user nova-compute[74922]: DEBUG nova.compute.manager [req-03b77983-3f43-46ee-a64a-fa36b53e4fd3 req-afa107b6-ab00-48d0-8cf5-03139584087d service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Received event network-vif-plugged-1f5935a8-4893-4cbb-aaca-d1421b7ea49a {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:08:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-03b77983-3f43-46ee-a64a-fa36b53e4fd3 req-afa107b6-ab00-48d0-8cf5-03139584087d service nova] Acquiring lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:08:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-03b77983-3f43-46ee-a64a-fa36b53e4fd3 req-afa107b6-ab00-48d0-8cf5-03139584087d service nova] Lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:08:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-03b77983-3f43-46ee-a64a-fa36b53e4fd3 req-afa107b6-ab00-48d0-8cf5-03139584087d service nova] Lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:08:57 user nova-compute[74922]: DEBUG nova.compute.manager [req-03b77983-3f43-46ee-a64a-fa36b53e4fd3 req-afa107b6-ab00-48d0-8cf5-03139584087d service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] No waiting events found dispatching network-vif-plugged-1f5935a8-4893-4cbb-aaca-d1421b7ea49a {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:08:57 user nova-compute[74922]: WARNING nova.compute.manager [req-03b77983-3f43-46ee-a64a-fa36b53e4fd3 req-afa107b6-ab00-48d0-8cf5-03139584087d service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Received unexpected event network-vif-plugged-1f5935a8-4893-4cbb-aaca-d1421b7ea49a for instance with vm_state building and task_state spawning.
Oct 30 06:08:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:08:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.191s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:08:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG nova.compute.manager [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG nova.compute.manager [req-57ef7807-e38c-41c8-bee6-08e2fef25388 req-71654d06-6030-4445-80c9-014c613620c8 service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Received event network-vif-plugged-1f5935a8-4893-4cbb-aaca-d1421b7ea49a {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-57ef7807-e38c-41c8-bee6-08e2fef25388 req-71654d06-6030-4445-80c9-014c613620c8 service nova] Acquiring lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-57ef7807-e38c-41c8-bee6-08e2fef25388 req-71654d06-6030-4445-80c9-014c613620c8 service nova] Lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-57ef7807-e38c-41c8-bee6-08e2fef25388 req-71654d06-6030-4445-80c9-014c613620c8 service nova] Lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG nova.compute.manager [req-57ef7807-e38c-41c8-bee6-08e2fef25388 req-71654d06-6030-4445-80c9-014c613620c8 service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] No waiting events found dispatching network-vif-plugged-1f5935a8-4893-4cbb-aaca-d1421b7ea49a {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:08:59 user nova-compute[74922]: WARNING nova.compute.manager [req-57ef7807-e38c-41c8-bee6-08e2fef25388 req-71654d06-6030-4445-80c9-014c613620c8 service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Received unexpected event network-vif-plugged-1f5935a8-4893-4cbb-aaca-d1421b7ea49a for instance with vm_state building and task_state spawning.
Oct 30 06:08:59 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:08:59 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:08:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=8180MB free_disk=24.9588623046875GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:08:59 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Instance spawned successfully.
Oct 30 06:08:59 user nova-compute[74922]: INFO nova.compute.manager [None req-04e5e0ba-6895-4ffe-a68a-5ee514850a7f tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Unrescuing
Oct 30 06:08:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-04e5e0ba-6895-4ffe-a68a-5ee514850a7f tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "refresh_cache-59a49c69-6657-4a73-b69a-520dd3fc7456" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-04e5e0ba-6895-4ffe-a68a-5ee514850a7f tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquired lock "refresh_cache-59a49c69-6657-4a73-b69a-520dd3fc7456" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG nova.network.neutron [None req-04e5e0ba-6895-4ffe-a68a-5ee514850a7f tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:08:59 user nova-compute[74922]: INFO nova.compute.manager [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Took 6.31 seconds to spawn the instance on the hypervisor.
Oct 30 06:08:59 user nova-compute[74922]: DEBUG nova.compute.manager [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 152ed8a0-4208-485b-bf31-fcdd5b7469ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance bf842ae2-dd28-4c55-8c4d-e416d89d75d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 7db75206-6a36-48b4-85c6-0b011a794e3e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 61e57ed5-062e-4643-8acb-635eb21f78e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance caa46546-7649-4fd0-8b8f-1aee5a6c30b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 59a49c69-6657-4a73-b69a-520dd3fc7456 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:08:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:08:59 user nova-compute[74922]: INFO nova.compute.manager [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Took 7.49 seconds to build instance.
Oct 30 06:08:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-663a550d-09a5-480f-b0a6-2e19e145bdd8 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.588s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:09:00 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:09:00 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:09:00 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:09:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.529s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:09:00 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:09:00 user nova-compute[74922]: DEBUG nova.network.neutron [None req-04e5e0ba-6895-4ffe-a68a-5ee514850a7f tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Updating instance_info_cache with network_info: [{"id": "73460dd3-f68b-4b33-beeb-1eaf99329784", "address": "fa:16:3e:74:50:c9", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73460dd3-f6", "ovs_interfaceid": "73460dd3-f68b-4b33-beeb-1eaf99329784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:09:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-04e5e0ba-6895-4ffe-a68a-5ee514850a7f tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Releasing lock "refresh_cache-59a49c69-6657-4a73-b69a-520dd3fc7456" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:09:00 user nova-compute[74922]: DEBUG nova.objects.instance [None req-04e5e0ba-6895-4ffe-a68a-5ee514850a7f tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lazy-loading 'flavor' on Instance uuid 59a49c69-6657-4a73-b69a-520dd3fc7456 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:09:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:00 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:09:00 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Cleaning up deleted instances {{(pid=74922) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 06:09:00 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] There are 0 instances to clean {{(pid=74922) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 06:09:00 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:09:00 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74922) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 06:09:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:00 user nova-compute[74922]: DEBUG nova.compute.manager [req-06bcb93f-2340-4b15-871e-a1886294db55 req-13b05a0b-88e6-47f6-a2a5-a5be24d794b9 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Received event network-vif-unplugged-73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:09:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-06bcb93f-2340-4b15-871e-a1886294db55 req-13b05a0b-88e6-47f6-a2a5-a5be24d794b9 service nova] Acquiring lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:09:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-06bcb93f-2340-4b15-871e-a1886294db55 req-13b05a0b-88e6-47f6-a2a5-a5be24d794b9 service nova] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:09:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-06bcb93f-2340-4b15-871e-a1886294db55 req-13b05a0b-88e6-47f6-a2a5-a5be24d794b9 service nova] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:09:00 user nova-compute[74922]: DEBUG nova.compute.manager [req-06bcb93f-2340-4b15-871e-a1886294db55 req-13b05a0b-88e6-47f6-a2a5-a5be24d794b9 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] No waiting events found dispatching network-vif-unplugged-73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:09:00 user nova-compute[74922]: WARNING nova.compute.manager [req-06bcb93f-2340-4b15-871e-a1886294db55 req-13b05a0b-88e6-47f6-a2a5-a5be24d794b9 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Received unexpected event network-vif-unplugged-73460dd3-f68b-4b33-beeb-1eaf99329784 for instance with vm_state rescued and task_state unrescuing.
Oct 30 06:09:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:01 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Instance destroyed successfully.
Oct 30 06:09:01 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:09:01 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:09:01 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Didn't find any instances for network info cache update. {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 06:09:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:02 user nova-compute[74922]: DEBUG nova.compute.manager [req-349661d6-4f25-42af-a887-890c3bec33c5 req-37f1bebd-8940-4b31-ba33-80a1bb172c85 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Received event network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:09:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-349661d6-4f25-42af-a887-890c3bec33c5 req-37f1bebd-8940-4b31-ba33-80a1bb172c85 service nova] Acquiring lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:09:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-349661d6-4f25-42af-a887-890c3bec33c5 req-37f1bebd-8940-4b31-ba33-80a1bb172c85 service nova] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:09:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-349661d6-4f25-42af-a887-890c3bec33c5 req-37f1bebd-8940-4b31-ba33-80a1bb172c85 service nova] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:09:02 user nova-compute[74922]: DEBUG nova.compute.manager [req-349661d6-4f25-42af-a887-890c3bec33c5 req-37f1bebd-8940-4b31-ba33-80a1bb172c85 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] No waiting events found dispatching network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:09:02 user nova-compute[74922]: WARNING nova.compute.manager [req-349661d6-4f25-42af-a887-890c3bec33c5 req-37f1bebd-8940-4b31-ba33-80a1bb172c85 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Received unexpected event network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 for instance with vm_state rescued and task_state unrescuing.
Oct 30 06:09:02 user nova-compute[74922]: DEBUG nova.compute.manager [req-349661d6-4f25-42af-a887-890c3bec33c5 req-37f1bebd-8940-4b31-ba33-80a1bb172c85 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Received event network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:09:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-349661d6-4f25-42af-a887-890c3bec33c5 req-37f1bebd-8940-4b31-ba33-80a1bb172c85 service nova] Acquiring lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:09:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-349661d6-4f25-42af-a887-890c3bec33c5 req-37f1bebd-8940-4b31-ba33-80a1bb172c85 service nova] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:09:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-349661d6-4f25-42af-a887-890c3bec33c5 req-37f1bebd-8940-4b31-ba33-80a1bb172c85 service nova] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:09:02 user nova-compute[74922]: DEBUG nova.compute.manager [req-349661d6-4f25-42af-a887-890c3bec33c5 req-37f1bebd-8940-4b31-ba33-80a1bb172c85 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] No waiting events found dispatching network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:09:02 user nova-compute[74922]: WARNING nova.compute.manager [req-349661d6-4f25-42af-a887-890c3bec33c5 req-37f1bebd-8940-4b31-ba33-80a1bb172c85 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Received unexpected event network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 for instance with vm_state rescued and task_state unrescuing.
Oct 30 06:09:04 user nova-compute[74922]: DEBUG nova.compute.manager [None req-04e5e0ba-6895-4ffe-a68a-5ee514850a7f tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:09:04 user nova-compute[74922]: DEBUG nova.compute.manager [req-5b58f5d0-a119-43fc-9a62-fbd47b360e28 req-8e317774-bfed-46b9-b1ce-4bdf6356cb5e service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Received event network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:09:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5b58f5d0-a119-43fc-9a62-fbd47b360e28 req-8e317774-bfed-46b9-b1ce-4bdf6356cb5e service nova] Acquiring lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:09:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5b58f5d0-a119-43fc-9a62-fbd47b360e28 req-8e317774-bfed-46b9-b1ce-4bdf6356cb5e service nova] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:09:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5b58f5d0-a119-43fc-9a62-fbd47b360e28 req-8e317774-bfed-46b9-b1ce-4bdf6356cb5e service nova] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:09:04 user nova-compute[74922]: DEBUG nova.compute.manager [req-5b58f5d0-a119-43fc-9a62-fbd47b360e28 req-8e317774-bfed-46b9-b1ce-4bdf6356cb5e service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] No waiting events found dispatching network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:09:04 user nova-compute[74922]: WARNING nova.compute.manager [req-5b58f5d0-a119-43fc-9a62-fbd47b360e28 req-8e317774-bfed-46b9-b1ce-4bdf6356cb5e service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Received unexpected event network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 for instance with vm_state active and task_state None.
Oct 30 06:09:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:09 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a is timed out.
Oct 30 06:09:09 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Successfully detached device vdc from instance 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a from the live domain config.
Oct 30 06:09:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SLfBEahd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:09:09 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:09:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[57fb0207-5e33-4ed5-8792-c1c46df97242]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 06:09:09 user nova-compute[74922]: No targets found.
Oct 30 06:09:09 user nova-compute[74922]: iSNS:
Oct 30 06:09:09 user nova-compute[74922]: No targets found.
Oct 30 06:09:09 user nova-compute[74922]: STATIC:
Oct 30 06:09:09 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d
Oct 30 06:09:09 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:09:09 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:09:09 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27
Oct 30 06:09:09 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:09:09 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:09:09 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43
Oct 30 06:09:09 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:09:09 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:09:09 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6
Oct 30 06:09:09 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:09:09 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:09:09 user nova-compute[74922]: FIRMWARE:
Oct 30 06:09:09 user nova-compute[74922]: No targets found.
Oct 30 06:09:09 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 06:09:09 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 06:09:09 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f491abf9-f9d8-4d8b-bdf9-69c5745547dc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[98878159-1ea7-432f-a5fb-314e0b54cc7b]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:09:09 user nova-compute[74922]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)
Oct 30 06:09:09 user nova-compute[74922]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)
Oct 30 06:09:09 user nova-compute[74922]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d (non-flash)
Oct 30 06:09:09 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:09:09 user nova-compute[74922]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)
Oct 30 06:09:09 user nova-compute[74922]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)
Oct 30 06:09:09 user nova-compute[74922]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d (non-flash)
Oct 30 06:09:09 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82086b5000>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d'): ({'sdf'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Removing single pathed devices sdf {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.030s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c39ce46a-324e-494d-9ca0-55a34310b38b]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.029s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[25626fc9-e46d-4bd6-bda8-8c0a20c3156f]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Flushing IO for device /dev/sdf {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d53c7f48-81b3-4317-bf58-15ded84c7742]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.044s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[495c3941-16bf-47e1-9475-967a2252fa44]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] SCSI volumes sdf have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcf5f78d-3d0c-4f13-89db-e7cd8aa6e309]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4acb3e09-bdaa-444d-bd0f-e4a83333442e]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d, portal: 172.16.0.220,3260]
Oct 30 06:09:09 user nova-compute[74922]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d, portal: 172.16.0.220,3260] successful.
Oct 30 06:09:09 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:007da32d-b9d6-49c3-aa04-32fce80fd15d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e30de7e-d97b-424e-ae87-5d189e36ca86]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.357s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] <== disconnect_volume: return (358ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:09:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 06:09:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid 152ed8a0-4208-485b-bf31-fcdd5b7469ed {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid bf842ae2-dd28-4c55-8c4d-e416d89d75d2 {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid 7db75206-6a36-48b4-85c6-0b011a794e3e {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid 61e57ed5-062e-4643-8acb-635eb21f78e4 {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid caa46546-7649-4fd0-8b8f-1aee5a6c30b2 {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid 59a49c69-6657-4a73-b69a-520dd3fc7456 {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "7db75206-6a36-48b4-85c6-0b011a794e3e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "61e57ed5-062e-4643-8acb-635eb21f78e4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "61e57ed5-062e-4643-8acb-635eb21f78e4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "59a49c69-6657-4a73-b69a-520dd3fc7456" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.043s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.044s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.050s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.054s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.056s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "61e57ed5-062e-4643-8acb-635eb21f78e4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.061s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.062s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:09:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.063s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:09:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:16 user nova-compute[74922]: DEBUG nova.objects.instance [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'flavor' on Instance uuid 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:09:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-59dcbcdb-3343-4f67-9682-e8224ef2ecc2 tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 27.823s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:09:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 2.503s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:09:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.030s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:09:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fdec9a6-7919-4b50-9c02-4a55eb46f40b tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:09:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fdec9a6-7919-4b50-9c02-4a55eb46f40b tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:09:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fdec9a6-7919-4b50-9c02-4a55eb46f40b tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:09:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fdec9a6-7919-4b50-9c02-4a55eb46f40b tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:09:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fdec9a6-7919-4b50-9c02-4a55eb46f40b tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:09:17 user nova-compute[74922]: INFO nova.compute.manager [None req-5fdec9a6-7919-4b50-9c02-4a55eb46f40b tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Terminating instance
Oct 30 06:09:17 user nova-compute[74922]: DEBUG nova.compute.manager [None req-5fdec9a6-7919-4b50-9c02-4a55eb46f40b tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:09:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:17 user nova-compute[74922]: DEBUG nova.compute.manager [req-c357cc40-1d0f-48f2-9ccf-e3b7742b9f08 req-e1d63764-6c3d-4623-9128-5d3f641e86e7 service nova] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Received event network-vif-unplugged-01491a96-cd7d-46ce-9b72-8306f59059ec {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:09:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c357cc40-1d0f-48f2-9ccf-e3b7742b9f08 req-e1d63764-6c3d-4623-9128-5d3f641e86e7 service nova] Acquiring lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:09:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c357cc40-1d0f-48f2-9ccf-e3b7742b9f08 req-e1d63764-6c3d-4623-9128-5d3f641e86e7 service nova] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:09:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c357cc40-1d0f-48f2-9ccf-e3b7742b9f08 req-e1d63764-6c3d-4623-9128-5d3f641e86e7 service nova] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:09:17 user nova-compute[74922]: DEBUG nova.compute.manager [req-c357cc40-1d0f-48f2-9ccf-e3b7742b9f08 req-e1d63764-6c3d-4623-9128-5d3f641e86e7 service nova] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] No waiting events found dispatching network-vif-unplugged-01491a96-cd7d-46ce-9b72-8306f59059ec {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:09:17 user nova-compute[74922]: DEBUG nova.compute.manager [req-c357cc40-1d0f-48f2-9ccf-e3b7742b9f08 req-e1d63764-6c3d-4623-9128-5d3f641e86e7 service nova] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Received event network-vif-unplugged-01491a96-cd7d-46ce-9b72-8306f59059ec for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 06:09:18 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Instance destroyed successfully.
Oct 30 06:09:18 user nova-compute[74922]: DEBUG nova.objects.instance [None req-5fdec9a6-7919-4b50-9c02-4a55eb46f40b tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lazy-loading 'resources' on Instance uuid 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:09:18 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-5fdec9a6-7919-4b50-9c02-4a55eb46f40b tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:05:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1617858727',display_name='tempest-AttachVolumeTestJSON-server-1617858727',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1617858727',id=40,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDQ/iwK0SIVkDtnyTR1zTeAjkwmSPPZXgMHurYx4Lv9togMF9BjJyFAhZM7yXthFMTUSMVN6hXTSLRGuiQLC0oQnCoSWUACmNr88gZWuhqBGaNkACzonDSiXD60slbdR5g==',key_name='tempest-keypair-345517338',keypairs=<?>,launch_index=0,launched_at=2023-10-30T06:05:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2410fa77d1664259aa24b2da35a330d0',ramdisk_id='',reservation_id='r-fza16nc1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-128595711',owner_user_name='tempest-AttachVolumeTestJSON-128595711-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:05:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='749adeb1951e475eb0633320223a75ac',uuid=6fd413c7-1b96-4ab0-bd3a-0d202d2b360a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "01491a96-cd7d-46ce-9b72-8306f59059ec", "address": "fa:16:3e:73:aa:78", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01491a96-cd", "ovs_interfaceid": "01491a96-cd7d-46ce-9b72-8306f59059ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:09:18 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-5fdec9a6-7919-4b50-9c02-4a55eb46f40b tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Converting VIF {"id": "01491a96-cd7d-46ce-9b72-8306f59059ec", "address": "fa:16:3e:73:aa:78", "network": {"id": "1e1ceb42-a280-49b6-a536-cd5264436ab5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-813333814-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2410fa77d1664259aa24b2da35a330d0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01491a96-cd", "ovs_interfaceid": "01491a96-cd7d-46ce-9b72-8306f59059ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:09:18 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-5fdec9a6-7919-4b50-9c02-4a55eb46f40b tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:73:aa:78,bridge_name='br-int',has_traffic_filtering=True,id=01491a96-cd7d-46ce-9b72-8306f59059ec,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01491a96-cd') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:09:18 user nova-compute[74922]: DEBUG os_vif [None req-5fdec9a6-7919-4b50-9c02-4a55eb46f40b tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:73:aa:78,bridge_name='br-int',has_traffic_filtering=True,id=01491a96-cd7d-46ce-9b72-8306f59059ec,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01491a96-cd') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:09:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap01491a96-cd, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:09:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=97f5690b-2d65-4212-b961-7e9e9220e5dc) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:09:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:18 user nova-compute[74922]: INFO os_vif [None req-5fdec9a6-7919-4b50-9c02-4a55eb46f40b tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:73:aa:78,bridge_name='br-int',has_traffic_filtering=True,id=01491a96-cd7d-46ce-9b72-8306f59059ec,network=Network(1e1ceb42-a280-49b6-a536-cd5264436ab5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01491a96-cd')
Oct 30 06:09:18 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-5fdec9a6-7919-4b50-9c02-4a55eb46f40b tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Deleting instance files /opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a_del
Oct 30 06:09:18 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-5fdec9a6-7919-4b50-9c02-4a55eb46f40b tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Deletion of /opt/stack/data/nova/instances/6fd413c7-1b96-4ab0-bd3a-0d202d2b360a_del complete
Oct 30 06:09:18 user nova-compute[74922]: INFO nova.compute.manager [None req-5fdec9a6-7919-4b50-9c02-4a55eb46f40b tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Took 0.88 seconds to destroy the instance on the hypervisor.
Oct 30 06:09:18 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-5fdec9a6-7919-4b50-9c02-4a55eb46f40b tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:09:18 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:09:18 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:09:19 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:09:19 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Took 1.01 seconds to deallocate network for instance.
Oct 30 06:09:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-01659ede-174b-45b2-9845-e3baa70f4d70 req-b64ce047-7326-4ca7-81fb-571e29df9aa8 service nova] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Received event network-vif-deleted-01491a96-cd7d-46ce-9b72-8306f59059ec {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:09:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fdec9a6-7919-4b50-9c02-4a55eb46f40b tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:09:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fdec9a6-7919-4b50-9c02-4a55eb46f40b tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:09:19 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-5fdec9a6-7919-4b50-9c02-4a55eb46f40b tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:09:19 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-5fdec9a6-7919-4b50-9c02-4a55eb46f40b tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:09:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fdec9a6-7919-4b50-9c02-4a55eb46f40b tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.288s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:09:19 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-5fdec9a6-7919-4b50-9c02-4a55eb46f40b tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Deleted allocations for instance 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a
Oct 30 06:09:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-5fdec9a6-7919-4b50-9c02-4a55eb46f40b tempest-AttachVolumeTestJSON-128595711 tempest-AttachVolumeTestJSON-128595711-project-member] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.373s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:09:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-fc454b71-d95c-46c3-af12-3aabde0113d6 req-79911cf6-1af7-4f76-a6f3-6ba82f9bef66 service nova] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Received event network-vif-plugged-01491a96-cd7d-46ce-9b72-8306f59059ec {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:09:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fc454b71-d95c-46c3-af12-3aabde0113d6 req-79911cf6-1af7-4f76-a6f3-6ba82f9bef66 service nova] Acquiring lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:09:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fc454b71-d95c-46c3-af12-3aabde0113d6 req-79911cf6-1af7-4f76-a6f3-6ba82f9bef66 service nova] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:09:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fc454b71-d95c-46c3-af12-3aabde0113d6 req-79911cf6-1af7-4f76-a6f3-6ba82f9bef66 service nova] Lock "6fd413c7-1b96-4ab0-bd3a-0d202d2b360a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:09:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-fc454b71-d95c-46c3-af12-3aabde0113d6 req-79911cf6-1af7-4f76-a6f3-6ba82f9bef66 service nova] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] No waiting events found dispatching network-vif-plugged-01491a96-cd7d-46ce-9b72-8306f59059ec {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:09:19 user nova-compute[74922]: WARNING nova.compute.manager [req-fc454b71-d95c-46c3-af12-3aabde0113d6 req-79911cf6-1af7-4f76-a6f3-6ba82f9bef66 service nova] [instance: 6fd413c7-1b96-4ab0-bd3a-0d202d2b360a] Received unexpected event network-vif-plugged-01491a96-cd7d-46ce-9b72-8306f59059ec for instance with vm_state deleted and task_state None.
Oct 30 06:09:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:09:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:09:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:09:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:09:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:46 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:09:47 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:09:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:49 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:09:50 user nova-compute[74922]: DEBUG nova.compute.manager [req-3a4ff647-fd41-47c5-be92-985efd0ed679 req-046d1f75-9ce1-4d19-b13b-b9f8431f9e09 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received event network-changed-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:09:50 user nova-compute[74922]: DEBUG nova.compute.manager [req-3a4ff647-fd41-47c5-be92-985efd0ed679 req-046d1f75-9ce1-4d19-b13b-b9f8431f9e09 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Refreshing instance network info cache due to event network-changed-551e356e-a481-4f45-b55d-9d39bfedcae1. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:09:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3a4ff647-fd41-47c5-be92-985efd0ed679 req-046d1f75-9ce1-4d19-b13b-b9f8431f9e09 service nova] Acquiring lock "refresh_cache-caa46546-7649-4fd0-8b8f-1aee5a6c30b2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:09:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3a4ff647-fd41-47c5-be92-985efd0ed679 req-046d1f75-9ce1-4d19-b13b-b9f8431f9e09 service nova] Acquired lock "refresh_cache-caa46546-7649-4fd0-8b8f-1aee5a6c30b2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:09:50 user nova-compute[74922]: DEBUG nova.network.neutron [req-3a4ff647-fd41-47c5-be92-985efd0ed679 req-046d1f75-9ce1-4d19-b13b-b9f8431f9e09 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Refreshing network info cache for port 551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:09:50 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:09:50 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:09:50 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:09:51 user nova-compute[74922]: DEBUG nova.network.neutron [req-3a4ff647-fd41-47c5-be92-985efd0ed679 req-046d1f75-9ce1-4d19-b13b-b9f8431f9e09 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Updated VIF entry in instance network info cache for port 551e356e-a481-4f45-b55d-9d39bfedcae1. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:09:51 user nova-compute[74922]: DEBUG nova.network.neutron [req-3a4ff647-fd41-47c5-be92-985efd0ed679 req-046d1f75-9ce1-4d19-b13b-b9f8431f9e09 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Updating instance_info_cache with network_info: [{"id": "551e356e-a481-4f45-b55d-9d39bfedcae1", "address": "fa:16:3e:fd:97:70", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551e356e-a4", "ovs_interfaceid": "551e356e-a481-4f45-b55d-9d39bfedcae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:09:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3a4ff647-fd41-47c5-be92-985efd0ed679 req-046d1f75-9ce1-4d19-b13b-b9f8431f9e09 service nova] Releasing lock "refresh_cache-caa46546-7649-4fd0-8b8f-1aee5a6c30b2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:09:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:09:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:09:51 user nova-compute[74922]: INFO nova.compute.manager [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Detaching volume 60c39cac-f8fd-4e86-880d-8bc381fbeb43
Oct 30 06:09:51 user nova-compute[74922]: INFO nova.virt.block_device [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Attempting to driver detach volume 60c39cac-f8fd-4e86-880d-8bc381fbeb43 from mountpoint /dev/vdb
Oct 30 06:09:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Attempting to detach device vdb from instance caa46546-7649-4fd0-8b8f-1aee5a6c30b2 from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 06:09:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 06:09:51 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:09:51 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 06:09:51 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 06:09:51 user nova-compute[74922]:   <serial>60c39cac-f8fd-4e86-880d-8bc381fbeb43</serial>
Oct 30 06:09:51 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 06:09:51 user nova-compute[74922]: </disk>
Oct 30 06:09:51 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 06:09:51 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Successfully detached device vdb from instance caa46546-7649-4fd0-8b8f-1aee5a6c30b2 from the persistent domain config.
Oct 30 06:09:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance caa46546-7649-4fd0-8b8f-1aee5a6c30b2 from the live domain config. {{(pid=74922) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 06:09:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 06:09:51 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:09:51 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 06:09:51 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 06:09:51 user nova-compute[74922]:   <serial>60c39cac-f8fd-4e86-880d-8bc381fbeb43</serial>
Oct 30 06:09:51 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 06:09:51 user nova-compute[74922]: </disk>
Oct 30 06:09:51 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 06:09:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance caa46546-7649-4fd0-8b8f-1aee5a6c30b2 {{(pid=74922) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 06:09:52 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:09:52 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:09:52 user nova-compute[74922]: DEBUG nova.compute.manager [req-6ffe74c1-dce2-476f-ae72-66d0da8736de req-03278568-9262-4f51-80a3-24bc53316667 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received event network-changed-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:09:52 user nova-compute[74922]: DEBUG nova.compute.manager [req-6ffe74c1-dce2-476f-ae72-66d0da8736de req-03278568-9262-4f51-80a3-24bc53316667 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Refreshing instance network info cache due to event network-changed-551e356e-a481-4f45-b55d-9d39bfedcae1. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:09:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6ffe74c1-dce2-476f-ae72-66d0da8736de req-03278568-9262-4f51-80a3-24bc53316667 service nova] Acquiring lock "refresh_cache-caa46546-7649-4fd0-8b8f-1aee5a6c30b2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:09:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6ffe74c1-dce2-476f-ae72-66d0da8736de req-03278568-9262-4f51-80a3-24bc53316667 service nova] Acquired lock "refresh_cache-caa46546-7649-4fd0-8b8f-1aee5a6c30b2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:09:52 user nova-compute[74922]: DEBUG nova.network.neutron [req-6ffe74c1-dce2-476f-ae72-66d0da8736de req-03278568-9262-4f51-80a3-24bc53316667 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Refreshing network info cache for port 551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:09:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:09:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:09:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:09:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:09:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:53 user nova-compute[74922]: DEBUG nova.network.neutron [req-6ffe74c1-dce2-476f-ae72-66d0da8736de req-03278568-9262-4f51-80a3-24bc53316667 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Updated VIF entry in instance network info cache for port 551e356e-a481-4f45-b55d-9d39bfedcae1. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:09:53 user nova-compute[74922]: DEBUG nova.network.neutron [req-6ffe74c1-dce2-476f-ae72-66d0da8736de req-03278568-9262-4f51-80a3-24bc53316667 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Updating instance_info_cache with network_info: [{"id": "551e356e-a481-4f45-b55d-9d39bfedcae1", "address": "fa:16:3e:fd:97:70", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551e356e-a4", "ovs_interfaceid": "551e356e-a481-4f45-b55d-9d39bfedcae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:09:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6ffe74c1-dce2-476f-ae72-66d0da8736de req-03278568-9262-4f51-80a3-24bc53316667 service nova] Releasing lock "refresh_cache-caa46546-7649-4fd0-8b8f-1aee5a6c30b2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:09:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:55 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:09:55 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:09:55 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 06:09:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:09:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:09:56 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:09:56 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lazy-loading 'info_cache' on Instance uuid 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:09:56 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Updating instance_info_cache with network_info: [{"id": "b4b2d896-7321-4cb6-96e0-8d6ba188b02c", "address": "fa:16:3e:fb:e2:f0", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4b2d896-73", "ovs_interfaceid": "b4b2d896-7321-4cb6-96e0-8d6ba188b02c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:09:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:09:56 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:09:56 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:09:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:09:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:09:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:09:56 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:09:56 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:09:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:09:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:09:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:09:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:09:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:09:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:09:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:09:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:09:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:09:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:09:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:09:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:09:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:09:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:09:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:09:58 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:09:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:09:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:09:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:09:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:09:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:09:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:09:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:09:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.220s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:09:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:09:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:09:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:09:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:09:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:09:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:09:59 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:09:59 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:09:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=8122MB free_disk=24.95730209350586GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:09:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:09:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:09:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:09:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 152ed8a0-4208-485b-bf31-fcdd5b7469ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:09:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance bf842ae2-dd28-4c55-8c4d-e416d89d75d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:09:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 7db75206-6a36-48b4-85c6-0b011a794e3e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:09:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 61e57ed5-062e-4643-8acb-635eb21f78e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:09:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance caa46546-7649-4fd0-8b8f-1aee5a6c30b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:09:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 59a49c69-6657-4a73-b69a-520dd3fc7456 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:09:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:09:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:09:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:10:00 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:10:00 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:10:00 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:10:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.459s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:10:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:11 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance caa46546-7649-4fd0-8b8f-1aee5a6c30b2 is timed out.
Oct 30 06:10:11 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Successfully detached device vdb from instance caa46546-7649-4fd0-8b8f-1aee5a6c30b2 from the live domain config.
Oct 30 06:10:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 06:10:11 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zrYolvNm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:10:11 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:10:11 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:10:11 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:10:11 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c521d1b-d4db-4a0b-a6e3-224e51faa9d1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 06:10:12 user nova-compute[74922]: No targets found.
Oct 30 06:10:12 user nova-compute[74922]: iSNS:
Oct 30 06:10:12 user nova-compute[74922]: No targets found.
Oct 30 06:10:12 user nova-compute[74922]: STATIC:
Oct 30 06:10:12 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27
Oct 30 06:10:12 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:10:12 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:10:12 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43
Oct 30 06:10:12 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:10:12 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:10:12 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6
Oct 30 06:10:12 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:10:12 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:10:12 user nova-compute[74922]: FIRMWARE:
Oct 30 06:10:12 user nova-compute[74922]: No targets found.
Oct 30 06:10:12 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 06:10:12 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 06:10:12 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1221601-5a4c-4644-9f41-c9e78c4e8199]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[804a9095-a62e-4083-8cd5-9c96b7147589]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:10:12 user nova-compute[74922]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)
Oct 30 06:10:12 user nova-compute[74922]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)
Oct 30 06:10:12 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:10:12 user nova-compute[74922]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)
Oct 30 06:10:12 user nova-compute[74922]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 (non-flash)
Oct 30 06:10:12 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82084230a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43'): ({'sdb'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Removing single pathed devices sdb {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[adfa67fd-7a43-4aa9-a0c8-6fa698f3f965]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b75094a7-9e88-4b4a-991b-a87dfbcdbd0a]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Flushing IO for device /dev/sdb {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[90785911-5f59-4086-b4a6-b3e8c4d970e3]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[80a55065-806a-40af-a2ef-be4e4dd54996]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f971e2b4-fd2f-4414-9d79-367223af9201]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f5d9d23-1318-4a39-bfa3-567c4581f995]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43, portal: 172.16.0.220,3260]
Oct 30 06:10:12 user nova-compute[74922]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43, portal: 172.16.0.220,3260] successful.
Oct 30 06:10:12 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60c39cac-f8fd-4e86-880d-8bc381fbeb43 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0242d134-5bf3-4b68-933c-387c75d33789]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.315s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] <== disconnect_volume: return (317ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:10:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 06:10:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:13 user nova-compute[74922]: DEBUG nova.objects.instance [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'flavor' on Instance uuid caa46546-7649-4fd0-8b8f-1aee5a6c30b2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:10:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ae99eb76-6b2a-430a-9896-7c5004f1e9ee tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.954s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:10:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:10:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:10:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:10:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:10:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:10:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0a149d5f-cd17-46a1-b260-63ed8136c88b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:10:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0a149d5f-cd17-46a1-b260-63ed8136c88b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:10:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0a149d5f-cd17-46a1-b260-63ed8136c88b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:10:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0a149d5f-cd17-46a1-b260-63ed8136c88b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:10:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0a149d5f-cd17-46a1-b260-63ed8136c88b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:10:41 user nova-compute[74922]: INFO nova.compute.manager [None req-0a149d5f-cd17-46a1-b260-63ed8136c88b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Terminating instance
Oct 30 06:10:41 user nova-compute[74922]: DEBUG nova.compute.manager [None req-0a149d5f-cd17-46a1-b260-63ed8136c88b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:10:41 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:41 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:42 user nova-compute[74922]: DEBUG nova.compute.manager [req-69e6880b-4737-41e3-8cfd-6705eab9cb6b req-8ad25695-4e6b-4ff8-96fc-0c2b83945307 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received event network-vif-unplugged-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:10:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-69e6880b-4737-41e3-8cfd-6705eab9cb6b req-8ad25695-4e6b-4ff8-96fc-0c2b83945307 service nova] Acquiring lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:10:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-69e6880b-4737-41e3-8cfd-6705eab9cb6b req-8ad25695-4e6b-4ff8-96fc-0c2b83945307 service nova] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:10:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-69e6880b-4737-41e3-8cfd-6705eab9cb6b req-8ad25695-4e6b-4ff8-96fc-0c2b83945307 service nova] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:10:42 user nova-compute[74922]: DEBUG nova.compute.manager [req-69e6880b-4737-41e3-8cfd-6705eab9cb6b req-8ad25695-4e6b-4ff8-96fc-0c2b83945307 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] No waiting events found dispatching network-vif-unplugged-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:10:42 user nova-compute[74922]: DEBUG nova.compute.manager [req-69e6880b-4737-41e3-8cfd-6705eab9cb6b req-8ad25695-4e6b-4ff8-96fc-0c2b83945307 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received event network-vif-unplugged-551e356e-a481-4f45-b55d-9d39bfedcae1 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 06:10:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:42 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Instance destroyed successfully.
Oct 30 06:10:42 user nova-compute[74922]: DEBUG nova.objects.instance [None req-0a149d5f-cd17-46a1-b260-63ed8136c88b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'resources' on Instance uuid caa46546-7649-4fd0-8b8f-1aee5a6c30b2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:10:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-0a149d5f-cd17-46a1-b260-63ed8136c88b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:03:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-898649450',display_name='tempest-ServerRescueNegativeTestJSON-server-898649450',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-898649450',id=38,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRm1+2UUWLEwKiqtf9sFMyaV8v3ORdXzDMyMezyoEhQZmLr6HxQm1CgAy+545VeWHCGKEA6IjaTP4DmeC0Vh2x44Z7EXMWHuHQF0wvrlODAQDR3mTqnpH2ZIFp9x8hFyQ==',key_name='tempest-keypair-1302437979',keypairs=<?>,launch_index=0,launched_at=2023-10-30T06:06:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4b6ed9ada4b843c6a65c89729522bcc0',ramdisk_id='',reservation_id='r-fndwmf08',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-871052705',owner_user_name='tempest-ServerRescueNegativeTestJSON-871052705-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:08:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fe743e7c472c45eb9c4b0117d6768e21',uuid=caa46546-7649-4fd0-8b8f-1aee5a6c30b2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "551e356e-a481-4f45-b55d-9d39bfedcae1", "address": "fa:16:3e:fd:97:70", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551e356e-a4", "ovs_interfaceid": "551e356e-a481-4f45-b55d-9d39bfedcae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:10:42 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-0a149d5f-cd17-46a1-b260-63ed8136c88b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Converting VIF {"id": "551e356e-a481-4f45-b55d-9d39bfedcae1", "address": "fa:16:3e:fd:97:70", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551e356e-a4", "ovs_interfaceid": "551e356e-a481-4f45-b55d-9d39bfedcae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:10:42 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-0a149d5f-cd17-46a1-b260-63ed8136c88b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fd:97:70,bridge_name='br-int',has_traffic_filtering=True,id=551e356e-a481-4f45-b55d-9d39bfedcae1,network=Network(992d3f4a-6230-4a77-b245-e316335fccc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap551e356e-a4') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:10:42 user nova-compute[74922]: DEBUG os_vif [None req-0a149d5f-cd17-46a1-b260-63ed8136c88b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fd:97:70,bridge_name='br-int',has_traffic_filtering=True,id=551e356e-a481-4f45-b55d-9d39bfedcae1,network=Network(992d3f4a-6230-4a77-b245-e316335fccc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap551e356e-a4') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:10:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap551e356e-a4, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:10:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:10:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=69f40213-17f3-48da-a07b-0578e38781b0) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:10:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:42 user nova-compute[74922]: INFO os_vif [None req-0a149d5f-cd17-46a1-b260-63ed8136c88b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fd:97:70,bridge_name='br-int',has_traffic_filtering=True,id=551e356e-a481-4f45-b55d-9d39bfedcae1,network=Network(992d3f4a-6230-4a77-b245-e316335fccc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap551e356e-a4')
Oct 30 06:10:42 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-0a149d5f-cd17-46a1-b260-63ed8136c88b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Deleting instance files /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2_del
Oct 30 06:10:42 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-0a149d5f-cd17-46a1-b260-63ed8136c88b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Deletion of /opt/stack/data/nova/instances/caa46546-7649-4fd0-8b8f-1aee5a6c30b2_del complete
Oct 30 06:10:42 user nova-compute[74922]: INFO nova.compute.manager [None req-0a149d5f-cd17-46a1-b260-63ed8136c88b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 30 06:10:42 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-0a149d5f-cd17-46a1-b260-63ed8136c88b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:10:42 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:10:42 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:10:43 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:10:43 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Took 0.72 seconds to deallocate network for instance.
Oct 30 06:10:43 user nova-compute[74922]: DEBUG nova.compute.manager [req-27a8580a-57f1-4778-b978-46b5dc444783 req-831b1d50-776f-43ac-a4d5-94a586fd8bf9 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received event network-vif-deleted-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:10:43 user nova-compute[74922]: INFO nova.compute.manager [req-27a8580a-57f1-4778-b978-46b5dc444783 req-831b1d50-776f-43ac-a4d5-94a586fd8bf9 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Neutron deleted interface 551e356e-a481-4f45-b55d-9d39bfedcae1; detaching it from the instance and deleting it from the info cache
Oct 30 06:10:43 user nova-compute[74922]: DEBUG nova.network.neutron [req-27a8580a-57f1-4778-b978-46b5dc444783 req-831b1d50-776f-43ac-a4d5-94a586fd8bf9 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:10:43 user nova-compute[74922]: DEBUG nova.compute.manager [req-27a8580a-57f1-4778-b978-46b5dc444783 req-831b1d50-776f-43ac-a4d5-94a586fd8bf9 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Detach interface failed, port_id=551e356e-a481-4f45-b55d-9d39bfedcae1, reason: Instance caa46546-7649-4fd0-8b8f-1aee5a6c30b2 could not be found. {{(pid=74922) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 06:10:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0a149d5f-cd17-46a1-b260-63ed8136c88b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:10:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0a149d5f-cd17-46a1-b260-63ed8136c88b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:10:43 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-0a149d5f-cd17-46a1-b260-63ed8136c88b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:10:43 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-0a149d5f-cd17-46a1-b260-63ed8136c88b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:10:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0a149d5f-cd17-46a1-b260-63ed8136c88b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.261s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:10:43 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-0a149d5f-cd17-46a1-b260-63ed8136c88b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Deleted allocations for instance caa46546-7649-4fd0-8b8f-1aee5a6c30b2
Oct 30 06:10:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-0a149d5f-cd17-46a1-b260-63ed8136c88b tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.047s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:10:44 user nova-compute[74922]: DEBUG nova.compute.manager [req-213a2e3e-45ce-402c-889b-8da7ca60bb19 req-340dbf23-9896-48ed-a43e-de958dc72304 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received event network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:10:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-213a2e3e-45ce-402c-889b-8da7ca60bb19 req-340dbf23-9896-48ed-a43e-de958dc72304 service nova] Acquiring lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:10:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-213a2e3e-45ce-402c-889b-8da7ca60bb19 req-340dbf23-9896-48ed-a43e-de958dc72304 service nova] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:10:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-213a2e3e-45ce-402c-889b-8da7ca60bb19 req-340dbf23-9896-48ed-a43e-de958dc72304 service nova] Lock "caa46546-7649-4fd0-8b8f-1aee5a6c30b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:10:44 user nova-compute[74922]: DEBUG nova.compute.manager [req-213a2e3e-45ce-402c-889b-8da7ca60bb19 req-340dbf23-9896-48ed-a43e-de958dc72304 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] No waiting events found dispatching network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:10:44 user nova-compute[74922]: WARNING nova.compute.manager [req-213a2e3e-45ce-402c-889b-8da7ca60bb19 req-340dbf23-9896-48ed-a43e-de958dc72304 service nova] [instance: caa46546-7649-4fd0-8b8f-1aee5a6c30b2] Received unexpected event network-vif-plugged-551e356e-a481-4f45-b55d-9d39bfedcae1 for instance with vm_state deleted and task_state None.
Oct 30 06:10:44 user nova-compute[74922]: DEBUG nova.compute.manager [req-f69230dc-a476-44b3-adf6-04a21bdda0db req-842577ff-ec4a-4bf8-b618-84fff635c137 service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Received event network-changed-1f5935a8-4893-4cbb-aaca-d1421b7ea49a {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:10:44 user nova-compute[74922]: DEBUG nova.compute.manager [req-f69230dc-a476-44b3-adf6-04a21bdda0db req-842577ff-ec4a-4bf8-b618-84fff635c137 service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Refreshing instance network info cache due to event network-changed-1f5935a8-4893-4cbb-aaca-d1421b7ea49a. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:10:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f69230dc-a476-44b3-adf6-04a21bdda0db req-842577ff-ec4a-4bf8-b618-84fff635c137 service nova] Acquiring lock "refresh_cache-a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:10:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f69230dc-a476-44b3-adf6-04a21bdda0db req-842577ff-ec4a-4bf8-b618-84fff635c137 service nova] Acquired lock "refresh_cache-a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:10:44 user nova-compute[74922]: DEBUG nova.network.neutron [req-f69230dc-a476-44b3-adf6-04a21bdda0db req-842577ff-ec4a-4bf8-b618-84fff635c137 service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Refreshing network info cache for port 1f5935a8-4893-4cbb-aaca-d1421b7ea49a {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:10:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:10:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:10:44 user nova-compute[74922]: DEBUG nova.objects.instance [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lazy-loading 'flavor' on Instance uuid a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:10:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.133s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:10:44 user nova-compute[74922]: DEBUG nova.network.neutron [req-f69230dc-a476-44b3-adf6-04a21bdda0db req-842577ff-ec4a-4bf8-b618-84fff635c137 service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Updated VIF entry in instance network info cache for port 1f5935a8-4893-4cbb-aaca-d1421b7ea49a. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:10:44 user nova-compute[74922]: DEBUG nova.network.neutron [req-f69230dc-a476-44b3-adf6-04a21bdda0db req-842577ff-ec4a-4bf8-b618-84fff635c137 service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Updating instance_info_cache with network_info: [{"id": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "address": "fa:16:3e:ce:38:99", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f5935a8-48", "ovs_interfaceid": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:10:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-f69230dc-a476-44b3-adf6-04a21bdda0db req-842577ff-ec4a-4bf8-b618-84fff635c137 service nova] Releasing lock "refresh_cache-a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:10:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:10:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:10:45 user nova-compute[74922]: INFO nova.compute.manager [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Attaching volume d641ebfd-08b3-4c52-ba7b-3544cb098890 to /dev/vdb
Oct 30 06:10:45 user nova-compute[74922]: DEBUG os_brick.utils [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:10:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d6688f9-515f-427a-b09d-9f5e928409a5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:10:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[022086df-6c09-4592-bed8-40437c7edbc2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:10:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c6b329a-62b2-446e-9053-c166e85ee704]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:10:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4aa4f540-d31d-4884-bfcd-6d572bf45d8a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:10:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:10:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 06:10:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:45 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:10:45 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 06:10:45 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dfed436-dbcc-4213-adfd-81c3f072ee31]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:10:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 06:10:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 06:10:45 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 06:10:45 user nova-compute[74922]: DEBUG os_brick.utils [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:10:45 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Updating existing volume attachment record: 36d1546e-3d61-4e85-9582-f3ad018e0a67 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 06:10:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "59a49c69-6657-4a73-b69a-520dd3fc7456" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:10:50 user nova-compute[74922]: INFO nova.compute.manager [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Terminating instance
Oct 30 06:10:50 user nova-compute[74922]: DEBUG nova.compute.manager [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG nova.compute.manager [req-62f553be-9c22-4f87-9ba5-d59ecad63bf9 req-fc4d72f9-b1a7-494e-9f6e-c908857f9ded service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Received event network-vif-unplugged-73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-62f553be-9c22-4f87-9ba5-d59ecad63bf9 req-fc4d72f9-b1a7-494e-9f6e-c908857f9ded service nova] Acquiring lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-62f553be-9c22-4f87-9ba5-d59ecad63bf9 req-fc4d72f9-b1a7-494e-9f6e-c908857f9ded service nova] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-62f553be-9c22-4f87-9ba5-d59ecad63bf9 req-fc4d72f9-b1a7-494e-9f6e-c908857f9ded service nova] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG nova.compute.manager [req-62f553be-9c22-4f87-9ba5-d59ecad63bf9 req-fc4d72f9-b1a7-494e-9f6e-c908857f9ded service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] No waiting events found dispatching network-vif-unplugged-73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG nova.compute.manager [req-62f553be-9c22-4f87-9ba5-d59ecad63bf9 req-fc4d72f9-b1a7-494e-9f6e-c908857f9ded service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Received event network-vif-unplugged-73460dd3-f68b-4b33-beeb-1eaf99329784 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:50 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Instance destroyed successfully.
Oct 30 06:10:50 user nova-compute[74922]: DEBUG nova.objects.instance [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lazy-loading 'resources' on Instance uuid 59a49c69-6657-4a73-b69a-520dd3fc7456 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:04:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-847929652',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-847929652',id=39,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T06:07:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d351e3ef48c843f2b24492d6b235189f',ramdisk_id='',reservation_id='r-4xox8ugg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:09:04Z,user_data=None,user_id='04edad06b29641c0b1dd6d4d8ecd76ef',uuid=59a49c69-6657-4a73-b69a-520dd3fc7456,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "73460dd3-f68b-4b33-beeb-1eaf99329784", "address": "fa:16:3e:74:50:c9", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73460dd3-f6", "ovs_interfaceid": "73460dd3-f68b-4b33-beeb-1eaf99329784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converting VIF {"id": "73460dd3-f68b-4b33-beeb-1eaf99329784", "address": "fa:16:3e:74:50:c9", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73460dd3-f6", "ovs_interfaceid": "73460dd3-f68b-4b33-beeb-1eaf99329784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:74:50:c9,bridge_name='br-int',has_traffic_filtering=True,id=73460dd3-f68b-4b33-beeb-1eaf99329784,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73460dd3-f6') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG os_vif [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:74:50:c9,bridge_name='br-int',has_traffic_filtering=True,id=73460dd3-f68b-4b33-beeb-1eaf99329784,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73460dd3-f6') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap73460dd3-f6, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0374a1e4-d865-4ff6-9ebe-7f6f1a887d41) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:50 user nova-compute[74922]: INFO os_vif [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:74:50:c9,bridge_name='br-int',has_traffic_filtering=True,id=73460dd3-f68b-4b33-beeb-1eaf99329784,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73460dd3-f6')
Oct 30 06:10:50 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tEaZWzhF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:10:50 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:10:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:10:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc00a022-ac19-462e-a1cd-5c83104f4f2b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 06:10:51 user nova-compute[74922]: No targets found.
Oct 30 06:10:51 user nova-compute[74922]: iSNS:
Oct 30 06:10:51 user nova-compute[74922]: No targets found.
Oct 30 06:10:51 user nova-compute[74922]: STATIC:
Oct 30 06:10:51 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27
Oct 30 06:10:51 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:10:51 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:10:51 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6
Oct 30 06:10:51 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:10:51 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:10:51 user nova-compute[74922]: FIRMWARE:
Oct 30 06:10:51 user nova-compute[74922]: No targets found.
Oct 30 06:10:51 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 06:10:51 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 06:10:51 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf9c9cbd-5e42-4cb8-bec5-48a43766aec8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[01af1a6f-b70a-4cd0-bc7a-3e8927d372f1]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:10:51 user nova-compute[74922]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)
Oct 30 06:10:51 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:10:51 user nova-compute[74922]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 (non-flash)
Oct 30 06:10:51 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f820859c5e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27'): ({'sdc'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Removing single pathed devices sdc {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a0126a5-8621-4859-bc20-619fdb70fb92]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0331414-c1bd-48f4-b4db-a1ac6c195930]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Flushing IO for device /dev/sdc {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf9a1aa8-b13c-48cb-8464-8997037e9910]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.142s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e61783b7-7ca7-4085-bad6-357e9ea97e62]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] SCSI volumes sdc have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[50408dcd-4a27-4a10-9351-0339a86b3ac7]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c870542-e62e-4e0f-b093-69e4632e1591]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27, portal: 172.16.0.220,3260]
Oct 30 06:10:51 user nova-compute[74922]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27, portal: 172.16.0.220,3260] successful.
Oct 30 06:10:51 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:92f431a1-cc9b-4f06-b85b-85acd3f7cd27 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[514f8852-eef1-4e7d-9f6f-9a9710575401]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.446s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] <== disconnect_volume: return (449ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 06:10:51 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Deleting instance files /opt/stack/data/nova/instances/59a49c69-6657-4a73-b69a-520dd3fc7456_del
Oct 30 06:10:51 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Deletion of /opt/stack/data/nova/instances/59a49c69-6657-4a73-b69a-520dd3fc7456_del complete
Oct 30 06:10:51 user nova-compute[74922]: INFO nova.compute.manager [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Took 1.37 seconds to destroy the instance on the hypervisor.
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:10:51 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:10:52 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:10:52 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Took 0.52 seconds to deallocate network for instance.
Oct 30 06:10:52 user nova-compute[74922]: DEBUG nova.compute.manager [req-75f4f90c-fdf3-4254-a3f4-323d2f446e81 req-8501af56-3628-4ccc-8b14-704caeb4e6f9 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Received event network-vif-deleted-73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:10:52 user nova-compute[74922]: DEBUG nova.compute.manager [req-7135de90-db30-4d3c-a320-5bb3e25e7cc4 req-faf858bc-d00f-44aa-8689-9a98ba0f9032 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Received event network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:10:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7135de90-db30-4d3c-a320-5bb3e25e7cc4 req-faf858bc-d00f-44aa-8689-9a98ba0f9032 service nova] Acquiring lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:10:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7135de90-db30-4d3c-a320-5bb3e25e7cc4 req-faf858bc-d00f-44aa-8689-9a98ba0f9032 service nova] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:10:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7135de90-db30-4d3c-a320-5bb3e25e7cc4 req-faf858bc-d00f-44aa-8689-9a98ba0f9032 service nova] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:10:52 user nova-compute[74922]: DEBUG nova.compute.manager [req-7135de90-db30-4d3c-a320-5bb3e25e7cc4 req-faf858bc-d00f-44aa-8689-9a98ba0f9032 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] No waiting events found dispatching network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:10:52 user nova-compute[74922]: WARNING nova.compute.manager [req-7135de90-db30-4d3c-a320-5bb3e25e7cc4 req-faf858bc-d00f-44aa-8689-9a98ba0f9032 service nova] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Received unexpected event network-vif-plugged-73460dd3-f68b-4b33-beeb-1eaf99329784 for instance with vm_state active and task_state deleting.
Oct 30 06:10:52 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:10:53 user nova-compute[74922]: INFO nova.compute.manager [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 59a49c69-6657-4a73-b69a-520dd3fc7456] Took 1.00 seconds to detach 1 volumes for instance.
Oct 30 06:10:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:10:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:10:53 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:10:53 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:10:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.264s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:10:53 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Deleted allocations for instance 59a49c69-6657-4a73-b69a-520dd3fc7456
Oct 30 06:10:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f56c6fb3-5922-4297-b50c-e5ffb1033419 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "59a49c69-6657-4a73-b69a-520dd3fc7456" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.353s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:10:53 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:10:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:55 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:10:55 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:10:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:10:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:10:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:10:55 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:10:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:10:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:57 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:10:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:57 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:10:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:10:58 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:10:58 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:10:58 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=8431MB free_disk=24.974365234375GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:10:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:10:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:10:58 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:10:58 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 152ed8a0-4208-485b-bf31-fcdd5b7469ed actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:10:58 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance bf842ae2-dd28-4c55-8c4d-e416d89d75d2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:10:58 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 7db75206-6a36-48b4-85c6-0b011a794e3e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:10:58 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 61e57ed5-062e-4643-8acb-635eb21f78e4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:10:58 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:10:58 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:10:58 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:10:59 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:10:59 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:10:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:10:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.399s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:11:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:01 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:11:01 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:11:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-152ed8a0-4208-485b-bf31-fcdd5b7469ed" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:11:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-152ed8a0-4208-485b-bf31-fcdd5b7469ed" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:11:01 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:11:01 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Updating instance_info_cache with network_info: [{"id": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "address": "fa:16:3e:5f:ad:20", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54bd5b43-29", "ovs_interfaceid": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:11:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-152ed8a0-4208-485b-bf31-fcdd5b7469ed" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:11:01 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:11:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:11:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:11:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:11:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:11:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:11:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VUBtLIGQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:11:14 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:11:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:11:14 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:11:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:11:14 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e206238-be01-464a-8914-f95cd7fb9a12]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 06:11:14 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9ce0986-411b-40d1-a3c9-0459f0121c1b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890] added
Oct 30 06:11:14 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce6dbcbd-fbd7-4d1b-9a62-35f9957149fa]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[80b8b855-7151-4bde-9359-f6d30eda5564]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VUBtLIGQ {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VUBtLIGQ" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[09bdb696-44f7-4c7e-bdd2-79a3861a1520]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VUBtLIGQ'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c704265-8603-45f6-bb03-b6c69bc8dcc8]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[66ef23d9-faf9-49b0-a2cc-82f785d82343]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:11:14 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:11:14 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8998af5d-c548-434e-a3b8-a64a921f98c7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890, portal: 172.16.0.220,3260]
Oct 30 06:11:14 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890, portal: 172.16.0.220,3260] successful.
Oct 30 06:11:14 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[88979c2c-cd4f-430a-bcc9-7525048a8ede]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfa8ad36-0734-4a75-8396-e4e461d5db2a]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:11:14 user nova-compute[74922]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 (non-flash)
Oct 30 06:11:14 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:11:14 user nova-compute[74922]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 (non-flash)
Oct 30 06:11:14 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.290s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] HCTL ('33', '-', '-', 0) found on session 49 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[af5986a1-7a5c-4830-bb0f-852a3d05338e]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:11:14 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: None {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 06:11:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:15 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 06:11:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VUBtLIGQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 06:11:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.327s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:11:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] <== connect_volume: return (1329ms) {'type': 'block', 'scsi_wwn': '23163653639663038', 'path': '/dev/sdb'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:11:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23163653639663038', 'path': '/dev/sdb'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 06:11:15 user nova-compute[74922]: DEBUG nova.objects.instance [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lazy-loading 'flavor' on Instance uuid a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:11:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 06:11:15 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:11:15 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 06:11:15 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 06:11:15 user nova-compute[74922]:   <serial>d641ebfd-08b3-4c52-ba7b-3544cb098890</serial>
Oct 30 06:11:15 user nova-compute[74922]: </disk>
Oct 30 06:11:15 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 06:11:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:11:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:11:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] No VIF found with MAC fa:16:3e:ce:38:99, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:11:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d7b7306e-c0bb-4401-8b35-cf3dbb9565b4 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 31.414s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:11:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:11:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:11:19 user nova-compute[74922]: INFO nova.compute.manager [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Detaching volume d641ebfd-08b3-4c52-ba7b-3544cb098890
Oct 30 06:11:19 user nova-compute[74922]: INFO nova.virt.block_device [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Attempting to driver detach volume d641ebfd-08b3-4c52-ba7b-3544cb098890 from mountpoint /dev/vdb
Oct 30 06:11:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Attempting to detach device vdb from instance a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 06:11:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 06:11:19 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:11:19 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 06:11:19 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 06:11:19 user nova-compute[74922]:   <serial>d641ebfd-08b3-4c52-ba7b-3544cb098890</serial>
Oct 30 06:11:19 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 06:11:19 user nova-compute[74922]: </disk>
Oct 30 06:11:19 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 06:11:19 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Successfully detached device vdb from instance a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e from the persistent domain config.
Oct 30 06:11:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e from the live domain config. {{(pid=74922) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 06:11:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 06:11:19 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:11:19 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 06:11:19 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 06:11:19 user nova-compute[74922]:   <serial>d641ebfd-08b3-4c52-ba7b-3544cb098890</serial>
Oct 30 06:11:19 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 06:11:19 user nova-compute[74922]: </disk>
Oct 30 06:11:19 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 06:11:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e {{(pid=74922) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 06:11:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:40 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e is timed out.
Oct 30 06:11:40 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Successfully detached device vdb from instance a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e from the live domain config.
Oct 30 06:11:40 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VUBtLIGQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:11:40 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:11:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[59c21eb3-5d09-46b7-b2fd-59d341515826]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 06:11:40 user nova-compute[74922]: No targets found.
Oct 30 06:11:40 user nova-compute[74922]: iSNS:
Oct 30 06:11:40 user nova-compute[74922]: No targets found.
Oct 30 06:11:40 user nova-compute[74922]: STATIC:
Oct 30 06:11:40 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890
Oct 30 06:11:40 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:11:40 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:11:40 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6
Oct 30 06:11:40 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:11:40 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:11:40 user nova-compute[74922]: FIRMWARE:
Oct 30 06:11:40 user nova-compute[74922]: No targets found.
Oct 30 06:11:40 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 06:11:40 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 06:11:40 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6439ee4b-7630-47fd-b824-1f08f9c7cd62]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[18dc7797-802e-4165-b437-183cd1c10ed0]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:11:40 user nova-compute[74922]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 (non-flash)
Oct 30 06:11:40 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:11:40 user nova-compute[74922]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 (non-flash)
Oct 30 06:11:40 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82086cc700>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890'): ({'sdb'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Removing single pathed devices sdb {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[55c7e374-e81f-4c3b-b003-d8c3c23ecb12]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[97a30732-b254-4670-8a9a-b8fc3d93ad97]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Flushing IO for device /dev/sdb {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[05c74ac6-ac1e-49cd-9587-de0244aaa02f]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.053s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[416e2b29-890b-4551-9fc1-04fbacb63ff5]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b06b8cef-931c-4c2e-b3d6-4b81880f8afd]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb2e4152-5b04-4378-8dd3-9b74d2684049]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890, portal: 172.16.0.220,3260]
Oct 30 06:11:40 user nova-compute[74922]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890, portal: 172.16.0.220,3260] successful.
Oct 30 06:11:40 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d641ebfd-08b3-4c52-ba7b-3544cb098890 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[389cd3e6-8b07-4364-a221-47aeb109336b]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.307s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] <== disconnect_volume: return (310ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-878fac58-3414-41c6-8ce0-973b3c3c85a8 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "61e57ed5-062e-4643-8acb-635eb21f78e4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-878fac58-3414-41c6-8ce0-973b3c3c85a8 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "61e57ed5-062e-4643-8acb-635eb21f78e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-878fac58-3414-41c6-8ce0-973b3c3c85a8 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "61e57ed5-062e-4643-8acb-635eb21f78e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-878fac58-3414-41c6-8ce0-973b3c3c85a8 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "61e57ed5-062e-4643-8acb-635eb21f78e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-878fac58-3414-41c6-8ce0-973b3c3c85a8 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "61e57ed5-062e-4643-8acb-635eb21f78e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:11:40 user nova-compute[74922]: INFO nova.compute.manager [None req-878fac58-3414-41c6-8ce0-973b3c3c85a8 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Terminating instance
Oct 30 06:11:40 user nova-compute[74922]: DEBUG nova.compute.manager [None req-878fac58-3414-41c6-8ce0-973b3c3c85a8 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:41 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:41 user nova-compute[74922]: DEBUG nova.compute.manager [req-6e4b8422-5317-4c2d-b9eb-2c5219b4ee4f req-6b5564fd-6b58-4c3a-94ff-82e4a9ff7ffb service nova] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Received event network-vif-unplugged-71831972-b31f-4415-9765-940ae098dafc {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:11:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6e4b8422-5317-4c2d-b9eb-2c5219b4ee4f req-6b5564fd-6b58-4c3a-94ff-82e4a9ff7ffb service nova] Acquiring lock "61e57ed5-062e-4643-8acb-635eb21f78e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:11:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6e4b8422-5317-4c2d-b9eb-2c5219b4ee4f req-6b5564fd-6b58-4c3a-94ff-82e4a9ff7ffb service nova] Lock "61e57ed5-062e-4643-8acb-635eb21f78e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:11:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6e4b8422-5317-4c2d-b9eb-2c5219b4ee4f req-6b5564fd-6b58-4c3a-94ff-82e4a9ff7ffb service nova] Lock "61e57ed5-062e-4643-8acb-635eb21f78e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:11:41 user nova-compute[74922]: DEBUG nova.compute.manager [req-6e4b8422-5317-4c2d-b9eb-2c5219b4ee4f req-6b5564fd-6b58-4c3a-94ff-82e4a9ff7ffb service nova] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] No waiting events found dispatching network-vif-unplugged-71831972-b31f-4415-9765-940ae098dafc {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:11:41 user nova-compute[74922]: DEBUG nova.compute.manager [req-6e4b8422-5317-4c2d-b9eb-2c5219b4ee4f req-6b5564fd-6b58-4c3a-94ff-82e4a9ff7ffb service nova] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Received event network-vif-unplugged-71831972-b31f-4415-9765-940ae098dafc for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 06:11:41 user nova-compute[74922]: DEBUG nova.objects.instance [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lazy-loading 'flavor' on Instance uuid a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:11:41 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d2091f41-c931-4d6e-8dfc-22393e9352b9 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.820s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:11:41 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:41 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:41 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Instance destroyed successfully.
Oct 30 06:11:41 user nova-compute[74922]: DEBUG nova.objects.instance [None req-878fac58-3414-41c6-8ce0-973b3c3c85a8 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lazy-loading 'resources' on Instance uuid 61e57ed5-062e-4643-8acb-635eb21f78e4 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:11:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-878fac58-3414-41c6-8ce0-973b3c3c85a8 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:01:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2046684242',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2046684242',id=36,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T06:01:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d351e3ef48c843f2b24492d6b235189f',ramdisk_id='',reservation_id='r-1060ny0z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:03:24Z,user_data=None,user_id='04edad06b29641c0b1dd6d4d8ecd76ef',uuid=61e57ed5-062e-4643-8acb-635eb21f78e4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "71831972-b31f-4415-9765-940ae098dafc", "address": "fa:16:3e:7e:d8:d5", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71831972-b3", "ovs_interfaceid": "71831972-b31f-4415-9765-940ae098dafc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:11:41 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-878fac58-3414-41c6-8ce0-973b3c3c85a8 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converting VIF {"id": "71831972-b31f-4415-9765-940ae098dafc", "address": "fa:16:3e:7e:d8:d5", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71831972-b3", "ovs_interfaceid": "71831972-b31f-4415-9765-940ae098dafc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:11:41 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-878fac58-3414-41c6-8ce0-973b3c3c85a8 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7e:d8:d5,bridge_name='br-int',has_traffic_filtering=True,id=71831972-b31f-4415-9765-940ae098dafc,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71831972-b3') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:11:41 user nova-compute[74922]: DEBUG os_vif [None req-878fac58-3414-41c6-8ce0-973b3c3c85a8 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7e:d8:d5,bridge_name='br-int',has_traffic_filtering=True,id=71831972-b31f-4415-9765-940ae098dafc,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71831972-b3') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:11:41 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:41 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap71831972-b3, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:11:41 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:41 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:11:41 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:41 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=131442ac-1365-409a-9b34-3e4526d973f4) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:11:41 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:41 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:41 user nova-compute[74922]: INFO os_vif [None req-878fac58-3414-41c6-8ce0-973b3c3c85a8 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7e:d8:d5,bridge_name='br-int',has_traffic_filtering=True,id=71831972-b31f-4415-9765-940ae098dafc,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71831972-b3')
Oct 30 06:11:41 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-878fac58-3414-41c6-8ce0-973b3c3c85a8 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Deleting instance files /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4_del
Oct 30 06:11:41 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-878fac58-3414-41c6-8ce0-973b3c3c85a8 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Deletion of /opt/stack/data/nova/instances/61e57ed5-062e-4643-8acb-635eb21f78e4_del complete
Oct 30 06:11:41 user nova-compute[74922]: INFO nova.compute.manager [None req-878fac58-3414-41c6-8ce0-973b3c3c85a8 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Took 0.69 seconds to destroy the instance on the hypervisor.
Oct 30 06:11:41 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-878fac58-3414-41c6-8ce0-973b3c3c85a8 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:11:41 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:11:41 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:11:42 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:11:42 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Took 0.79 seconds to deallocate network for instance.
Oct 30 06:11:42 user nova-compute[74922]: DEBUG nova.compute.manager [req-94b12c06-1796-4c8f-8af3-b89a7a2c7774 req-b6cd7e58-bdb8-4639-82bb-469e3a0542da service nova] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Received event network-vif-deleted-71831972-b31f-4415-9765-940ae098dafc {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:11:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-878fac58-3414-41c6-8ce0-973b3c3c85a8 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:11:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-878fac58-3414-41c6-8ce0-973b3c3c85a8 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:11:42 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-878fac58-3414-41c6-8ce0-973b3c3c85a8 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:11:42 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-878fac58-3414-41c6-8ce0-973b3c3c85a8 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:11:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-878fac58-3414-41c6-8ce0-973b3c3c85a8 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.302s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:11:42 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-878fac58-3414-41c6-8ce0-973b3c3c85a8 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Deleted allocations for instance 61e57ed5-062e-4643-8acb-635eb21f78e4
Oct 30 06:11:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-878fac58-3414-41c6-8ce0-973b3c3c85a8 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "61e57ed5-062e-4643-8acb-635eb21f78e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.969s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:11:43 user nova-compute[74922]: DEBUG nova.compute.manager [req-c388ad91-202d-416c-8968-ca5e162cb461 req-971773cf-6a97-4cce-816f-14f2e51c4930 service nova] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Received event network-vif-plugged-71831972-b31f-4415-9765-940ae098dafc {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:11:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c388ad91-202d-416c-8968-ca5e162cb461 req-971773cf-6a97-4cce-816f-14f2e51c4930 service nova] Acquiring lock "61e57ed5-062e-4643-8acb-635eb21f78e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:11:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c388ad91-202d-416c-8968-ca5e162cb461 req-971773cf-6a97-4cce-816f-14f2e51c4930 service nova] Lock "61e57ed5-062e-4643-8acb-635eb21f78e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:11:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c388ad91-202d-416c-8968-ca5e162cb461 req-971773cf-6a97-4cce-816f-14f2e51c4930 service nova] Lock "61e57ed5-062e-4643-8acb-635eb21f78e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:11:43 user nova-compute[74922]: DEBUG nova.compute.manager [req-c388ad91-202d-416c-8968-ca5e162cb461 req-971773cf-6a97-4cce-816f-14f2e51c4930 service nova] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] No waiting events found dispatching network-vif-plugged-71831972-b31f-4415-9765-940ae098dafc {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:11:43 user nova-compute[74922]: WARNING nova.compute.manager [req-c388ad91-202d-416c-8968-ca5e162cb461 req-971773cf-6a97-4cce-816f-14f2e51c4930 service nova] [instance: 61e57ed5-062e-4643-8acb-635eb21f78e4] Received unexpected event network-vif-plugged-71831972-b31f-4415-9765-940ae098dafc for instance with vm_state deleted and task_state None.
Oct 30 06:11:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:48 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:11:49 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:11:50 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:11:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:11:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:11:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:11:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:11:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:52 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:11:52 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:11:52 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:11:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cac3b71f-8702-4742-99b8-8992d350a3c8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:11:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cac3b71f-8702-4742-99b8-8992d350a3c8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:11:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cac3b71f-8702-4742-99b8-8992d350a3c8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:11:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cac3b71f-8702-4742-99b8-8992d350a3c8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:11:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cac3b71f-8702-4742-99b8-8992d350a3c8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:11:53 user nova-compute[74922]: INFO nova.compute.manager [None req-cac3b71f-8702-4742-99b8-8992d350a3c8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Terminating instance
Oct 30 06:11:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-cac3b71f-8702-4742-99b8-8992d350a3c8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:11:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:53 user nova-compute[74922]: DEBUG nova.compute.manager [req-fc282e48-768b-42bc-a060-accb24d7dae4 req-448c815b-c372-42de-9a1e-44cb61add587 service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Received event network-vif-unplugged-91875eb1-5c69-45c9-86c9-1bdb2506db9f {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:11:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fc282e48-768b-42bc-a060-accb24d7dae4 req-448c815b-c372-42de-9a1e-44cb61add587 service nova] Acquiring lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:11:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fc282e48-768b-42bc-a060-accb24d7dae4 req-448c815b-c372-42de-9a1e-44cb61add587 service nova] Lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:11:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fc282e48-768b-42bc-a060-accb24d7dae4 req-448c815b-c372-42de-9a1e-44cb61add587 service nova] Lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:11:53 user nova-compute[74922]: DEBUG nova.compute.manager [req-fc282e48-768b-42bc-a060-accb24d7dae4 req-448c815b-c372-42de-9a1e-44cb61add587 service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] No waiting events found dispatching network-vif-unplugged-91875eb1-5c69-45c9-86c9-1bdb2506db9f {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:11:53 user nova-compute[74922]: DEBUG nova.compute.manager [req-fc282e48-768b-42bc-a060-accb24d7dae4 req-448c815b-c372-42de-9a1e-44cb61add587 service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Received event network-vif-unplugged-91875eb1-5c69-45c9-86c9-1bdb2506db9f for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 06:11:53 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:11:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:54 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Instance destroyed successfully.
Oct 30 06:11:54 user nova-compute[74922]: DEBUG nova.objects.instance [None req-cac3b71f-8702-4742-99b8-8992d350a3c8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'resources' on Instance uuid bf842ae2-dd28-4c55-8c4d-e416d89d75d2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:11:54 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-cac3b71f-8702-4742-99b8-8992d350a3c8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:55:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1723618574',display_name='tempest-ServerRescueNegativeTestJSON-server-1723618574',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1723618574',id=30,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:57:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4b6ed9ada4b843c6a65c89729522bcc0',ramdisk_id='',reservation_id='r-edtnu6rr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-871052705',owner_user_name='tempest-ServerRescueNegativeTestJSON-871052705-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:57:04Z,user_data=None,user_id='fe743e7c472c45eb9c4b0117d6768e21',uuid=bf842ae2-dd28-4c55-8c4d-e416d89d75d2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "address": "fa:16:3e:19:a1:bb", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91875eb1-5c", "ovs_interfaceid": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:11:54 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-cac3b71f-8702-4742-99b8-8992d350a3c8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Converting VIF {"id": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "address": "fa:16:3e:19:a1:bb", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91875eb1-5c", "ovs_interfaceid": "91875eb1-5c69-45c9-86c9-1bdb2506db9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:11:54 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-cac3b71f-8702-4742-99b8-8992d350a3c8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:19:a1:bb,bridge_name='br-int',has_traffic_filtering=True,id=91875eb1-5c69-45c9-86c9-1bdb2506db9f,network=Network(992d3f4a-6230-4a77-b245-e316335fccc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91875eb1-5c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:11:54 user nova-compute[74922]: DEBUG os_vif [None req-cac3b71f-8702-4742-99b8-8992d350a3c8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:19:a1:bb,bridge_name='br-int',has_traffic_filtering=True,id=91875eb1-5c69-45c9-86c9-1bdb2506db9f,network=Network(992d3f4a-6230-4a77-b245-e316335fccc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91875eb1-5c') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:11:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap91875eb1-5c, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:11:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:11:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=00b4d95a-d424-4875-8c18-bd5f4bf9454d) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:11:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:54 user nova-compute[74922]: INFO os_vif [None req-cac3b71f-8702-4742-99b8-8992d350a3c8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:19:a1:bb,bridge_name='br-int',has_traffic_filtering=True,id=91875eb1-5c69-45c9-86c9-1bdb2506db9f,network=Network(992d3f4a-6230-4a77-b245-e316335fccc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91875eb1-5c')
Oct 30 06:11:54 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-cac3b71f-8702-4742-99b8-8992d350a3c8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Deleting instance files /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2_del
Oct 30 06:11:54 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-cac3b71f-8702-4742-99b8-8992d350a3c8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Deletion of /opt/stack/data/nova/instances/bf842ae2-dd28-4c55-8c4d-e416d89d75d2_del complete
Oct 30 06:11:54 user nova-compute[74922]: INFO nova.compute.manager [None req-cac3b71f-8702-4742-99b8-8992d350a3c8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Took 0.69 seconds to destroy the instance on the hypervisor.
Oct 30 06:11:54 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-cac3b71f-8702-4742-99b8-8992d350a3c8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:11:54 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:11:54 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:11:54 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:11:54 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Took 0.57 seconds to deallocate network for instance.
Oct 30 06:11:54 user nova-compute[74922]: DEBUG nova.compute.manager [req-5af7539c-95f8-4fd9-8690-4e2a8a678a9a req-a1d025bf-af3d-4043-a87b-9777799d3220 service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Received event network-vif-deleted-91875eb1-5c69-45c9-86c9-1bdb2506db9f {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:11:54 user nova-compute[74922]: INFO nova.compute.manager [req-5af7539c-95f8-4fd9-8690-4e2a8a678a9a req-a1d025bf-af3d-4043-a87b-9777799d3220 service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Neutron deleted interface 91875eb1-5c69-45c9-86c9-1bdb2506db9f; detaching it from the instance and deleting it from the info cache
Oct 30 06:11:54 user nova-compute[74922]: DEBUG nova.network.neutron [req-5af7539c-95f8-4fd9-8690-4e2a8a678a9a req-a1d025bf-af3d-4043-a87b-9777799d3220 service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:11:54 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:11:54 user nova-compute[74922]: DEBUG nova.compute.manager [req-5af7539c-95f8-4fd9-8690-4e2a8a678a9a req-a1d025bf-af3d-4043-a87b-9777799d3220 service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Detach interface failed, port_id=91875eb1-5c69-45c9-86c9-1bdb2506db9f, reason: Instance bf842ae2-dd28-4c55-8c4d-e416d89d75d2 could not be found. {{(pid=74922) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 06:11:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cac3b71f-8702-4742-99b8-8992d350a3c8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:11:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cac3b71f-8702-4742-99b8-8992d350a3c8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:11:55 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-cac3b71f-8702-4742-99b8-8992d350a3c8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:11:55 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-cac3b71f-8702-4742-99b8-8992d350a3c8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:11:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cac3b71f-8702-4742-99b8-8992d350a3c8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.213s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:11:55 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-cac3b71f-8702-4742-99b8-8992d350a3c8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Deleted allocations for instance bf842ae2-dd28-4c55-8c4d-e416d89d75d2
Oct 30 06:11:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cac3b71f-8702-4742-99b8-8992d350a3c8 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.708s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:11:55 user nova-compute[74922]: DEBUG nova.compute.manager [req-3594ec43-1181-4103-b693-015e5be2a535 req-065c4181-b15f-4db6-b627-d2083cbf74b2 service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Received event network-vif-plugged-91875eb1-5c69-45c9-86c9-1bdb2506db9f {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:11:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3594ec43-1181-4103-b693-015e5be2a535 req-065c4181-b15f-4db6-b627-d2083cbf74b2 service nova] Acquiring lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:11:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3594ec43-1181-4103-b693-015e5be2a535 req-065c4181-b15f-4db6-b627-d2083cbf74b2 service nova] Lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:11:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3594ec43-1181-4103-b693-015e5be2a535 req-065c4181-b15f-4db6-b627-d2083cbf74b2 service nova] Lock "bf842ae2-dd28-4c55-8c4d-e416d89d75d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:11:55 user nova-compute[74922]: DEBUG nova.compute.manager [req-3594ec43-1181-4103-b693-015e5be2a535 req-065c4181-b15f-4db6-b627-d2083cbf74b2 service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] No waiting events found dispatching network-vif-plugged-91875eb1-5c69-45c9-86c9-1bdb2506db9f {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:11:55 user nova-compute[74922]: WARNING nova.compute.manager [req-3594ec43-1181-4103-b693-015e5be2a535 req-065c4181-b15f-4db6-b627-d2083cbf74b2 service nova] [instance: bf842ae2-dd28-4c55-8c4d-e416d89d75d2] Received unexpected event network-vif-plugged-91875eb1-5c69-45c9-86c9-1bdb2506db9f for instance with vm_state deleted and task_state None.
Oct 30 06:11:57 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:11:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:11:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:11:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:11:57 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:11:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:11:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:11:59 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:11:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:11:59 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:11:59 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:11:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=8588MB free_disk=25.125289916992188GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:11:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:11:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:11:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:11:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 152ed8a0-4208-485b-bf31-fcdd5b7469ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:11:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 7db75206-6a36-48b4-85c6-0b011a794e3e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:11:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:11:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:11:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:11:59 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:11:59 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:11:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:11:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.308s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:12:00 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:12:00 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:12:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-7db75206-6a36-48b4-85c6-0b011a794e3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:12:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-7db75206-6a36-48b4-85c6-0b011a794e3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:12:01 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:12:01 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Updating instance_info_cache with network_info: [{"id": "9f3aa979-a7f1-480d-8402-ab3540329d53", "address": "fa:16:3e:6a:b1:bb", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9f3aa979-a7", "ovs_interfaceid": "9f3aa979-a7f1-480d-8402-ab3540329d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:12:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-7db75206-6a36-48b4-85c6-0b011a794e3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:12:01 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:12:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:12:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:12:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:12:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:12:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:12:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:12:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:12:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:12:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:12:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:12:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:12:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:12:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:12:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:30 user nova-compute[74922]: DEBUG nova.compute.manager [None req-39d8af67-dba6-4404-8465-21684cd5a43a tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:12:30 user nova-compute[74922]: INFO nova.compute.manager [None req-39d8af67-dba6-4404-8465-21684cd5a43a tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] instance snapshotting
Oct 30 06:12:30 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-39d8af67-dba6-4404-8465-21684cd5a43a tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Beginning live snapshot process
Oct 30 06:12:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-39d8af67-dba6-4404-8465-21684cd5a43a tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json -f qcow2 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-39d8af67-dba6-4404-8465-21684cd5a43a tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json -f qcow2" returned: 0 in 0.176s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-39d8af67-dba6-4404-8465-21684cd5a43a tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json -f qcow2 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-39d8af67-dba6-4404-8465-21684cd5a43a tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json -f qcow2" returned: 0 in 0.196s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-39d8af67-dba6-4404-8465-21684cd5a43a tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "7db75206-6a36-48b4-85c6-0b011a794e3e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:12:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:12:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:12:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:12:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:12:31 user nova-compute[74922]: INFO nova.compute.manager [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Terminating instance
Oct 30 06:12:31 user nova-compute[74922]: DEBUG nova.compute.manager [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:12:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-39d8af67-dba6-4404-8465-21684cd5a43a tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.216s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-39d8af67-dba6-4404-8465-21684cd5a43a tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp36dkq1yj/a087834e8a8c4e41b4d84e14e267e6db.delta 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-39d8af67-dba6-4404-8465-21684cd5a43a tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp36dkq1yj/a087834e8a8c4e41b4d84e14e267e6db.delta 1073741824" returned: 0 in 0.056s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:31 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-39d8af67-dba6-4404-8465-21684cd5a43a tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 30 06:12:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:32 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-39d8af67-dba6-4404-8465-21684cd5a43a tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=74922) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 06:12:32 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Instance destroyed successfully.
Oct 30 06:12:32 user nova-compute[74922]: DEBUG nova.objects.instance [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lazy-loading 'resources' on Instance uuid 7db75206-6a36-48b4-85c6-0b011a794e3e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:12:32 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:55:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-850891062',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-850891062',id=32,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:57:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d351e3ef48c843f2b24492d6b235189f',ramdisk_id='',reservation_id='r-zlymr7pi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:59:40Z,user_data=None,user_id='04edad06b29641c0b1dd6d4d8ecd76ef',uuid=7db75206-6a36-48b4-85c6-0b011a794e3e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9f3aa979-a7f1-480d-8402-ab3540329d53", "address": "fa:16:3e:6a:b1:bb", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9f3aa979-a7", "ovs_interfaceid": "9f3aa979-a7f1-480d-8402-ab3540329d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:12:32 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converting VIF {"id": "9f3aa979-a7f1-480d-8402-ab3540329d53", "address": "fa:16:3e:6a:b1:bb", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9f3aa979-a7", "ovs_interfaceid": "9f3aa979-a7f1-480d-8402-ab3540329d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:12:32 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6a:b1:bb,bridge_name='br-int',has_traffic_filtering=True,id=9f3aa979-a7f1-480d-8402-ab3540329d53,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9f3aa979-a7') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:12:32 user nova-compute[74922]: DEBUG os_vif [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6a:b1:bb,bridge_name='br-int',has_traffic_filtering=True,id=9f3aa979-a7f1-480d-8402-ab3540329d53,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9f3aa979-a7') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:12:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9f3aa979-a7, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:12:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:12:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=15d26c68-d558-41b2-9e0f-5ca118248662) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:12:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:32 user nova-compute[74922]: INFO os_vif [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6a:b1:bb,bridge_name='br-int',has_traffic_filtering=True,id=9f3aa979-a7f1-480d-8402-ab3540329d53,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9f3aa979-a7')
Oct 30 06:12:32 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 06:12:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QzPsKukT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:12:32 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:12:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:12:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:12:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:32 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-39d8af67-dba6-4404-8465-21684cd5a43a tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=74922) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 30 06:12:32 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-39d8af67-dba6-4404-8465-21684cd5a43a tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 30 06:12:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:32 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[25c10c5a-6248-426d-b125-95d0539b992c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:12:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 06:12:32 user nova-compute[74922]: No targets found.
Oct 30 06:12:32 user nova-compute[74922]: iSNS:
Oct 30 06:12:32 user nova-compute[74922]: No targets found.
Oct 30 06:12:32 user nova-compute[74922]: STATIC:
Oct 30 06:12:32 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6
Oct 30 06:12:32 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:12:32 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:12:32 user nova-compute[74922]: FIRMWARE:
Oct 30 06:12:32 user nova-compute[74922]: No targets found.
Oct 30 06:12:32 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:12:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 06:12:32 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 06:12:32 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 06:12:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 06:12:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:32 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[840fdd8c-11f0-418a-aaaf-96625747874a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:12:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7669c8fc-4a65-4143-9163-330b8243d4a9]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:12:33 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 (non-flash)
Oct 30 06:12:33 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f822c7717e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6'): ({'sdd'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Removing single pathed devices sdd {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a99a5af9-fb1a-42dc-9811-8e557a344027]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG nova.privsep.utils [None req-39d8af67-dba6-4404-8465-21684cd5a43a tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74922) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-39d8af67-dba6-4404-8465-21684cd5a43a tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp36dkq1yj/a087834e8a8c4e41b4d84e14e267e6db.delta /opt/stack/data/nova/instances/snapshots/tmp36dkq1yj/a087834e8a8c4e41b4d84e14e267e6db {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd9e5989-ab4c-4aad-af28-de6ce33fbd38]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Flushing IO for device /dev/sdd {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee1266d7-c9bc-4b3c-ba93-a2bd882d7d2c]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.052s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[22992bbd-a8c3-4b61-a644-11abdb06560a]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] SCSI volumes sdd have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[68d86e38-9e64-4e1a-9c8c-ecae50aff613]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.101s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c581084a-83dc-4c24-a9fe-1a7c13fde73d]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6, portal: 172.16.0.220,3260]
Oct 30 06:12:33 user nova-compute[74922]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6, portal: 172.16.0.220,3260] successful.
Oct 30 06:12:33 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d3bff67-136c-4ef1-a19b-449c7b987fe6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[186c6f8d-187d-4f3e-9176-e62bc860e78c]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.433s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] <== disconnect_volume: return (435ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 06:12:33 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Deleting instance files /opt/stack/data/nova/instances/7db75206-6a36-48b4-85c6-0b011a794e3e_del
Oct 30 06:12:33 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Deletion of /opt/stack/data/nova/instances/7db75206-6a36-48b4-85c6-0b011a794e3e_del complete
Oct 30 06:12:33 user nova-compute[74922]: INFO nova.compute.manager [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Took 2.05 seconds to destroy the instance on the hypervisor.
Oct 30 06:12:33 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:12:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-39d8af67-dba6-4404-8465-21684cd5a43a tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp36dkq1yj/a087834e8a8c4e41b4d84e14e267e6db.delta /opt/stack/data/nova/instances/snapshots/tmp36dkq1yj/a087834e8a8c4e41b4d84e14e267e6db" returned: 0 in 0.542s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:33 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-39d8af67-dba6-4404-8465-21684cd5a43a tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Snapshot extracted, beginning image upload
Oct 30 06:12:33 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:12:34 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Took 0.47 seconds to deallocate network for instance.
Oct 30 06:12:34 user nova-compute[74922]: DEBUG nova.compute.manager [req-508eb7d9-2843-4d02-99a5-b1c5142329ef req-b05d651b-b1ee-4d15-ab3e-ad34b5af1676 service nova] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Received event network-vif-deleted-9f3aa979-a7f1-480d-8402-ab3540329d53 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:12:35 user nova-compute[74922]: INFO nova.compute.manager [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 7db75206-6a36-48b4-85c6-0b011a794e3e] Took 1.10 seconds to detach 1 volumes for instance.
Oct 30 06:12:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:12:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:12:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:35 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:12:35 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:12:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.267s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:12:35 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Deleted allocations for instance 7db75206-6a36-48b4-85c6-0b011a794e3e
Oct 30 06:12:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-4fdde0cc-351e-4f51-8d46-eb9b9ddd47c0 tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "7db75206-6a36-48b4-85c6-0b011a794e3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.117s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:12:36 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-39d8af67-dba6-4404-8465-21684cd5a43a tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Snapshot image upload complete
Oct 30 06:12:36 user nova-compute[74922]: INFO nova.compute.manager [None req-39d8af67-dba6-4404-8465-21684cd5a43a tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Took 5.91 seconds to snapshot the instance on the hypervisor.
Oct 30 06:12:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "566b6789-d93d-45da-8bb3-b1e28b448b6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:12:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "566b6789-d93d-45da-8bb3-b1e28b448b6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:12:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Acquiring lock "eabbb478-86bf-4367-abff-9b51020871c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:12:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "eabbb478-86bf-4367-abff-9b51020871c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:12:38 user nova-compute[74922]: DEBUG nova.compute.manager [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 06:12:38 user nova-compute[74922]: DEBUG nova.compute.manager [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 06:12:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:12:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:12:38 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 06:12:38 user nova-compute[74922]: INFO nova.compute.claims [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Claim successful on node user
Oct 30 06:12:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.298s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG nova.compute.manager [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.277s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 06:12:39 user nova-compute[74922]: INFO nova.compute.claims [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Claim successful on node user
Oct 30 06:12:39 user nova-compute[74922]: DEBUG nova.compute.manager [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG nova.network.neutron [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 06:12:39 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 06:12:39 user nova-compute[74922]: DEBUG nova.compute.manager [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG nova.policy [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f6a4c1481624d24a2fb6ded93293877', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a4520dbd94e41f6b73cd1c36b294f08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG nova.compute.manager [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 06:12:39 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Creating image(s)
Oct 30 06:12:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Acquiring lock "/opt/stack/data/nova/instances/eabbb478-86bf-4367-abff-9b51020871c5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "/opt/stack/data/nova/instances/eabbb478-86bf-4367-abff-9b51020871c5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "/opt/stack/data/nova/instances/eabbb478-86bf-4367-abff-9b51020871c5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.369s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG nova.compute.manager [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.174s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG nova.compute.manager [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG nova.network.neutron [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 06:12:39 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 06:12:39 user nova-compute[74922]: DEBUG nova.compute.manager [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG nova.policy [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd66ca423688a415ab6feea7c6acfa2fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de3ee6a08aec4c2c9ddc0986556a1b83', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.198s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/eabbb478-86bf-4367-abff-9b51020871c5/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG nova.compute.manager [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 06:12:39 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Creating image(s)
Oct 30 06:12:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "/opt/stack/data/nova/instances/566b6789-d93d-45da-8bb3-b1e28b448b6d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "/opt/stack/data/nova/instances/566b6789-d93d-45da-8bb3-b1e28b448b6d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "/opt/stack/data/nova/instances/566b6789-d93d-45da-8bb3-b1e28b448b6d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "ab3b8806cd67edfe71357077fdf347873ce98af4" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "ab3b8806cd67edfe71357077fdf347873ce98af4" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/eabbb478-86bf-4367-abff-9b51020871c5/disk 1073741824" returned: 0 in 0.083s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.285s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:39 user nova-compute[74922]: DEBUG nova.network.neutron [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Successfully created port: e244b7aa-5131-4033-91a7-72b86c770ba1 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ab3b8806cd67edfe71357077fdf347873ce98af4.part --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG nova.network.neutron [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Successfully created port: f3862cf0-6c78-45cd-9b16-2af5cbd87827 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG nova.network.neutron [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Successfully updated port: e244b7aa-5131-4033-91a7-72b86c770ba1 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG nova.compute.manager [req-8cb829d6-d895-4853-89a4-aed3db6bb28a req-f90a0373-16e1-4706-9690-50106a8a5a3b service nova] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Received event network-changed-e244b7aa-5131-4033-91a7-72b86c770ba1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG nova.compute.manager [req-8cb829d6-d895-4853-89a4-aed3db6bb28a req-f90a0373-16e1-4706-9690-50106a8a5a3b service nova] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Refreshing instance network info cache due to event network-changed-e244b7aa-5131-4033-91a7-72b86c770ba1. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8cb829d6-d895-4853-89a4-aed3db6bb28a req-f90a0373-16e1-4706-9690-50106a8a5a3b service nova] Acquiring lock "refresh_cache-eabbb478-86bf-4367-abff-9b51020871c5" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8cb829d6-d895-4853-89a4-aed3db6bb28a req-f90a0373-16e1-4706-9690-50106a8a5a3b service nova] Acquired lock "refresh_cache-eabbb478-86bf-4367-abff-9b51020871c5" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG nova.network.neutron [req-8cb829d6-d895-4853-89a4-aed3db6bb28a req-f90a0373-16e1-4706-9690-50106a8a5a3b service nova] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Refreshing network info cache for port e244b7aa-5131-4033-91a7-72b86c770ba1 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 1.336s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Checking if we can resize image /opt/stack/data/nova/instances/eabbb478-86bf-4367-abff-9b51020871c5/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eabbb478-86bf-4367-abff-9b51020871c5/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Acquiring lock "refresh_cache-eabbb478-86bf-4367-abff-9b51020871c5" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG nova.network.neutron [req-8cb829d6-d895-4853-89a4-aed3db6bb28a req-f90a0373-16e1-4706-9690-50106a8a5a3b service nova] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ab3b8806cd67edfe71357077fdf347873ce98af4.part --force-share --output=json" returned: 0 in 0.231s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG nova.virt.images [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] 9d751e2a-bb79-4e0d-8bee-5d0fa014bc14 was qcow2, converting to raw {{(pid=74922) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG nova.privsep.utils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74922) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/ab3b8806cd67edfe71357077fdf347873ce98af4.part /opt/stack/data/nova/instances/_base/ab3b8806cd67edfe71357077fdf347873ce98af4.converted {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eabbb478-86bf-4367-abff-9b51020871c5/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Cannot resize image /opt/stack/data/nova/instances/eabbb478-86bf-4367-abff-9b51020871c5/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Ensure instance console log exists: /opt/stack/data/nova/instances/eabbb478-86bf-4367-abff-9b51020871c5/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG nova.network.neutron [req-8cb829d6-d895-4853-89a4-aed3db6bb28a req-f90a0373-16e1-4706-9690-50106a8a5a3b service nova] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-8cb829d6-d895-4853-89a4-aed3db6bb28a req-f90a0373-16e1-4706-9690-50106a8a5a3b service nova] Releasing lock "refresh_cache-eabbb478-86bf-4367-abff-9b51020871c5" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Acquired lock "refresh_cache-eabbb478-86bf-4367-abff-9b51020871c5" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG nova.network.neutron [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG nova.network.neutron [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/ab3b8806cd67edfe71357077fdf347873ce98af4.part /opt/stack/data/nova/instances/_base/ab3b8806cd67edfe71357077fdf347873ce98af4.converted" returned: 0 in 0.264s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ab3b8806cd67edfe71357077fdf347873ce98af4.converted --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ab3b8806cd67edfe71357077fdf347873ce98af4.converted --force-share --output=json" returned: 0 in 0.187s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "ab3b8806cd67edfe71357077fdf347873ce98af4" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.005s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ab3b8806cd67edfe71357077fdf347873ce98af4 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG nova.network.neutron [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Successfully updated port: f3862cf0-6c78-45cd-9b16-2af5cbd87827 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG nova.network.neutron [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Updating instance_info_cache with network_info: [{"id": "e244b7aa-5131-4033-91a7-72b86c770ba1", "address": "fa:16:3e:9c:7a:43", "network": {"id": "e159dea7-e73e-49b3-bf3d-3de6facf85b9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-304238587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a4520dbd94e41f6b73cd1c36b294f08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape244b7aa-51", "ovs_interfaceid": "e244b7aa-5131-4033-91a7-72b86c770ba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "refresh_cache-566b6789-d93d-45da-8bb3-b1e28b448b6d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquired lock "refresh_cache-566b6789-d93d-45da-8bb3-b1e28b448b6d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG nova.network.neutron [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Releasing lock "refresh_cache-eabbb478-86bf-4367-abff-9b51020871c5" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG nova.compute.manager [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Instance network_info: |[{"id": "e244b7aa-5131-4033-91a7-72b86c770ba1", "address": "fa:16:3e:9c:7a:43", "network": {"id": "e159dea7-e73e-49b3-bf3d-3de6facf85b9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-304238587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a4520dbd94e41f6b73cd1c36b294f08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape244b7aa-51", "ovs_interfaceid": "e244b7aa-5131-4033-91a7-72b86c770ba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG nova.compute.manager [req-650c5c39-1369-41cf-91e1-6359e6257f88 req-f582a313-4eb0-4938-a062-2d1ef7234039 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Received event network-changed-f3862cf0-6c78-45cd-9b16-2af5cbd87827 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG nova.compute.manager [req-650c5c39-1369-41cf-91e1-6359e6257f88 req-f582a313-4eb0-4938-a062-2d1ef7234039 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Refreshing instance network info cache due to event network-changed-f3862cf0-6c78-45cd-9b16-2af5cbd87827. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-650c5c39-1369-41cf-91e1-6359e6257f88 req-f582a313-4eb0-4938-a062-2d1ef7234039 service nova] Acquiring lock "refresh_cache-566b6789-d93d-45da-8bb3-b1e28b448b6d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:12:41 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Start _get_guest_xml network_info=[{"id": "e244b7aa-5131-4033-91a7-72b86c770ba1", "address": "fa:16:3e:9c:7a:43", "network": {"id": "e159dea7-e73e-49b3-bf3d-3de6facf85b9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-304238587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a4520dbd94e41f6b73cd1c36b294f08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape244b7aa-51", "ovs_interfaceid": "e244b7aa-5131-4033-91a7-72b86c770ba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 06:12:42 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:12:42 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:12:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-652502375',display_name='tempest-VolumesActionsTest-instance-652502375',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-652502375',id=43,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5a4520dbd94e41f6b73cd1c36b294f08',ramdisk_id='',reservation_id='r-utbmrxzb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-46908904',owner_user_name='tempest-VolumesActionsTest-46908904-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:12:39Z,user_data=None,user_id='6f6a4c1481624d24a2fb6ded93293877',uuid=eabbb478-86bf-4367-abff-9b51020871c5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e244b7aa-5131-4033-91a7-72b86c770ba1", "address": "fa:16:3e:9c:7a:43", "network": {"id": "e159dea7-e73e-49b3-bf3d-3de6facf85b9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-304238587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a4520dbd94e41f6b73cd1c36b294f08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape244b7aa-51", "ovs_interfaceid": "e244b7aa-5131-4033-91a7-72b86c770ba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Converting VIF {"id": "e244b7aa-5131-4033-91a7-72b86c770ba1", "address": "fa:16:3e:9c:7a:43", "network": {"id": "e159dea7-e73e-49b3-bf3d-3de6facf85b9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-304238587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a4520dbd94e41f6b73cd1c36b294f08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape244b7aa-51", "ovs_interfaceid": "e244b7aa-5131-4033-91a7-72b86c770ba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9c:7a:43,bridge_name='br-int',has_traffic_filtering=True,id=e244b7aa-5131-4033-91a7-72b86c770ba1,network=Network(e159dea7-e73e-49b3-bf3d-3de6facf85b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape244b7aa-51') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.objects.instance [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lazy-loading 'pci_devices' on Instance uuid eabbb478-86bf-4367-abff-9b51020871c5 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.network.neutron [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] End _get_guest_xml xml=<domain type="kvm">
Oct 30 06:12:42 user nova-compute[74922]:   <uuid>eabbb478-86bf-4367-abff-9b51020871c5</uuid>
Oct 30 06:12:42 user nova-compute[74922]:   <name>instance-0000002b</name>
Oct 30 06:12:42 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 06:12:42 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 06:12:42 user nova-compute[74922]:   <metadata>
Oct 30 06:12:42 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 06:12:42 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 06:12:42 user nova-compute[74922]:       <nova:name>tempest-VolumesActionsTest-instance-652502375</nova:name>
Oct 30 06:12:42 user nova-compute[74922]:       <nova:creationTime>2023-10-30 06:12:42</nova:creationTime>
Oct 30 06:12:42 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 06:12:42 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 06:12:42 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 06:12:42 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 06:12:42 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 06:12:42 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 06:12:42 user nova-compute[74922]:       </nova:flavor>
Oct 30 06:12:42 user nova-compute[74922]:       <nova:owner>
Oct 30 06:12:42 user nova-compute[74922]:         <nova:user uuid="6f6a4c1481624d24a2fb6ded93293877">tempest-VolumesActionsTest-46908904-project-member</nova:user>
Oct 30 06:12:42 user nova-compute[74922]:         <nova:project uuid="5a4520dbd94e41f6b73cd1c36b294f08">tempest-VolumesActionsTest-46908904</nova:project>
Oct 30 06:12:42 user nova-compute[74922]:       </nova:owner>
Oct 30 06:12:42 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 06:12:42 user nova-compute[74922]:       <nova:ports>
Oct 30 06:12:42 user nova-compute[74922]:         <nova:port uuid="e244b7aa-5131-4033-91a7-72b86c770ba1">
Oct 30 06:12:42 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 30 06:12:42 user nova-compute[74922]:         </nova:port>
Oct 30 06:12:42 user nova-compute[74922]:       </nova:ports>
Oct 30 06:12:42 user nova-compute[74922]:     </nova:instance>
Oct 30 06:12:42 user nova-compute[74922]:   </metadata>
Oct 30 06:12:42 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 06:12:42 user nova-compute[74922]:     <system>
Oct 30 06:12:42 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 06:12:42 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 06:12:42 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 06:12:42 user nova-compute[74922]:       <entry name="serial">eabbb478-86bf-4367-abff-9b51020871c5</entry>
Oct 30 06:12:42 user nova-compute[74922]:       <entry name="uuid">eabbb478-86bf-4367-abff-9b51020871c5</entry>
Oct 30 06:12:42 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 06:12:42 user nova-compute[74922]:     </system>
Oct 30 06:12:42 user nova-compute[74922]:   </sysinfo>
Oct 30 06:12:42 user nova-compute[74922]:   <os>
Oct 30 06:12:42 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 06:12:42 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 06:12:42 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 06:12:42 user nova-compute[74922]:   </os>
Oct 30 06:12:42 user nova-compute[74922]:   <features>
Oct 30 06:12:42 user nova-compute[74922]:     <acpi/>
Oct 30 06:12:42 user nova-compute[74922]:     <apic/>
Oct 30 06:12:42 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 06:12:42 user nova-compute[74922]:   </features>
Oct 30 06:12:42 user nova-compute[74922]:   <clock offset="utc">
Oct 30 06:12:42 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 06:12:42 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 06:12:42 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 06:12:42 user nova-compute[74922]:   </clock>
Oct 30 06:12:42 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 06:12:42 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 06:12:42 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 06:12:42 user nova-compute[74922]:   </cpu>
Oct 30 06:12:42 user nova-compute[74922]:   <devices>
Oct 30 06:12:42 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 06:12:42 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 06:12:42 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/eabbb478-86bf-4367-abff-9b51020871c5/disk"/>
Oct 30 06:12:42 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 06:12:42 user nova-compute[74922]:     </disk>
Oct 30 06:12:42 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 06:12:42 user nova-compute[74922]:       <mac address="fa:16:3e:9c:7a:43"/>
Oct 30 06:12:42 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:12:42 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 06:12:42 user nova-compute[74922]:       <target dev="tape244b7aa-51"/>
Oct 30 06:12:42 user nova-compute[74922]:     </interface>
Oct 30 06:12:42 user nova-compute[74922]:     <serial type="pty">
Oct 30 06:12:42 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/eabbb478-86bf-4367-abff-9b51020871c5/console.log" append="off"/>
Oct 30 06:12:42 user nova-compute[74922]:     </serial>
Oct 30 06:12:42 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 06:12:42 user nova-compute[74922]:     <video>
Oct 30 06:12:42 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:12:42 user nova-compute[74922]:     </video>
Oct 30 06:12:42 user nova-compute[74922]:     <rng model="virtio">
Oct 30 06:12:42 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 06:12:42 user nova-compute[74922]:     </rng>
Oct 30 06:12:42 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 06:12:42 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 06:12:42 user nova-compute[74922]:       <stats period="10"/>
Oct 30 06:12:42 user nova-compute[74922]:     </memballoon>
Oct 30 06:12:42 user nova-compute[74922]:   </devices>
Oct 30 06:12:42 user nova-compute[74922]: </domain>
Oct 30 06:12:42 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:12:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-652502375',display_name='tempest-VolumesActionsTest-instance-652502375',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-652502375',id=43,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5a4520dbd94e41f6b73cd1c36b294f08',ramdisk_id='',reservation_id='r-utbmrxzb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-46908904',owner_user_name='tempest-VolumesActionsTest-46908904-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:12:39Z,user_data=None,user_id='6f6a4c1481624d24a2fb6ded93293877',uuid=eabbb478-86bf-4367-abff-9b51020871c5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e244b7aa-5131-4033-91a7-72b86c770ba1", "address": "fa:16:3e:9c:7a:43", "network": {"id": "e159dea7-e73e-49b3-bf3d-3de6facf85b9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-304238587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a4520dbd94e41f6b73cd1c36b294f08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape244b7aa-51", "ovs_interfaceid": "e244b7aa-5131-4033-91a7-72b86c770ba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Converting VIF {"id": "e244b7aa-5131-4033-91a7-72b86c770ba1", "address": "fa:16:3e:9c:7a:43", "network": {"id": "e159dea7-e73e-49b3-bf3d-3de6facf85b9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-304238587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a4520dbd94e41f6b73cd1c36b294f08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape244b7aa-51", "ovs_interfaceid": "e244b7aa-5131-4033-91a7-72b86c770ba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9c:7a:43,bridge_name='br-int',has_traffic_filtering=True,id=e244b7aa-5131-4033-91a7-72b86c770ba1,network=Network(e159dea7-e73e-49b3-bf3d-3de6facf85b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape244b7aa-51') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG os_vif [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9c:7a:43,bridge_name='br-int',has_traffic_filtering=True,id=e244b7aa-5131-4033-91a7-72b86c770ba1,network=Network(e159dea7-e73e-49b3-bf3d-3de6facf85b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape244b7aa-51') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '904454c1-f842-512e-bab9-f2435617362b', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ab3b8806cd67edfe71357077fdf347873ce98af4 --force-share --output=json" returned: 0 in 0.207s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "ab3b8806cd67edfe71357077fdf347873ce98af4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "ab3b8806cd67edfe71357077fdf347873ce98af4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ab3b8806cd67edfe71357077fdf347873ce98af4 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape244b7aa-51, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape244b7aa-51, col_values=(('qos', UUID('d8af2015-f9c1-4451-8335-bd59e2645147')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape244b7aa-51, col_values=(('external_ids', {'iface-id': 'e244b7aa-5131-4033-91a7-72b86c770ba1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9c:7a:43', 'vm-uuid': 'eabbb478-86bf-4367-abff-9b51020871c5'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:42 user nova-compute[74922]: INFO os_vif [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9c:7a:43,bridge_name='br-int',has_traffic_filtering=True,id=e244b7aa-5131-4033-91a7-72b86c770ba1,network=Network(e159dea7-e73e-49b3-bf3d-3de6facf85b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape244b7aa-51')
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] No VIF found with MAC fa:16:3e:9c:7a:43, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ab3b8806cd67edfe71357077fdf347873ce98af4 --force-share --output=json" returned: 0 in 0.176s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ab3b8806cd67edfe71357077fdf347873ce98af4,backing_fmt=raw /opt/stack/data/nova/instances/566b6789-d93d-45da-8bb3-b1e28b448b6d/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ab3b8806cd67edfe71357077fdf347873ce98af4,backing_fmt=raw /opt/stack/data/nova/instances/566b6789-d93d-45da-8bb3-b1e28b448b6d/disk 1073741824" returned: 0 in 0.046s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "ab3b8806cd67edfe71357077fdf347873ce98af4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.226s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ab3b8806cd67edfe71357077fdf347873ce98af4 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.network.neutron [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Updating instance_info_cache with network_info: [{"id": "f3862cf0-6c78-45cd-9b16-2af5cbd87827", "address": "fa:16:3e:d3:52:75", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3862cf0-6c", "ovs_interfaceid": "f3862cf0-6c78-45cd-9b16-2af5cbd87827", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Releasing lock "refresh_cache-566b6789-d93d-45da-8bb3-b1e28b448b6d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.compute.manager [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Instance network_info: |[{"id": "f3862cf0-6c78-45cd-9b16-2af5cbd87827", "address": "fa:16:3e:d3:52:75", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3862cf0-6c", "ovs_interfaceid": "f3862cf0-6c78-45cd-9b16-2af5cbd87827", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-650c5c39-1369-41cf-91e1-6359e6257f88 req-f582a313-4eb0-4938-a062-2d1ef7234039 service nova] Acquired lock "refresh_cache-566b6789-d93d-45da-8bb3-b1e28b448b6d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.network.neutron [req-650c5c39-1369-41cf-91e1-6359e6257f88 req-f582a313-4eb0-4938-a062-2d1ef7234039 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Refreshing network info cache for port f3862cf0-6c78-45cd-9b16-2af5cbd87827 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ab3b8806cd67edfe71357077fdf347873ce98af4 --force-share --output=json" returned: 0 in 0.167s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Ensure instance console log exists: /opt/stack/data/nova/instances/566b6789-d93d-45da-8bb3-b1e28b448b6d/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Start _get_guest_xml network_info=[{"id": "f3862cf0-6c78-45cd-9b16-2af5cbd87827", "address": "fa:16:3e:d3:52:75", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3862cf0-6c", "ovs_interfaceid": "f3862cf0-6c78-45cd-9b16-2af5cbd87827", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='dc5fb163963491213c2deca3017671dc',container_format='bare',created_at=2023-10-30T06:12:30Z,direct_url=<?>,disk_format='qcow2',id=9d751e2a-bb79-4e0d-8bee-5d0fa014bc14,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-916056161',owner='de3ee6a08aec4c2c9ddc0986556a1b83',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-30T06:12:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': '9d751e2a-bb79-4e0d-8bee-5d0fa014bc14'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 06:12:42 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:12:42 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='dc5fb163963491213c2deca3017671dc',container_format='bare',created_at=2023-10-30T06:12:30Z,direct_url=<?>,disk_format='qcow2',id=9d751e2a-bb79-4e0d-8bee-5d0fa014bc14,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-916056161',owner='de3ee6a08aec4c2c9ddc0986556a1b83',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-30T06:12:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:12:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-182501120',display_name='tempest-TestStampPattern-server-182501120',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-182501120',id=42,image_ref='9d751e2a-bb79-4e0d-8bee-5d0fa014bc14',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP5IuUA4Uba8f3nMBrgp7MTt60fDGIs2G6KVc+xJxcr/DSpFv21p15QSwjt1ciLt1x4mdrpLdiulQzG5rWL3ZwfC4nmNN3vpvoWGGcnPJbfT6wz56Zccm5R8uxwC5ZIAbw==',key_name='tempest-TestStampPattern-1326207065',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de3ee6a08aec4c2c9ddc0986556a1b83',ramdisk_id='',reservation_id='r-pzqpwt1f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e',image_min_disk='1',image_min_ram='0',image_owner_id='de3ee6a08aec4c2c9ddc0986556a1b83',image_owner_project_name='tempest-TestStampPattern-95040542',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-95040542-project-member',image_user_id='d66ca423688a415ab6feea7c6acfa2fb',network_allocated='True',owner_project_name='tempest-TestStampPattern-95040542',owner_user_name='tempest-TestStampPattern-95040542-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:12:40Z,user_data=None,user_id='d66ca423688a415ab6feea7c6acfa2fb',uuid=566b6789-d93d-45da-8bb3-b1e28b448b6d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f3862cf0-6c78-45cd-9b16-2af5cbd87827", "address": "fa:16:3e:d3:52:75", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3862cf0-6c", "ovs_interfaceid": "f3862cf0-6c78-45cd-9b16-2af5cbd87827", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Converting VIF {"id": "f3862cf0-6c78-45cd-9b16-2af5cbd87827", "address": "fa:16:3e:d3:52:75", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3862cf0-6c", "ovs_interfaceid": "f3862cf0-6c78-45cd-9b16-2af5cbd87827", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:52:75,bridge_name='br-int',has_traffic_filtering=True,id=f3862cf0-6c78-45cd-9b16-2af5cbd87827,network=Network(efef52e9-5903-4e49-84a3-52af65e29d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3862cf0-6c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.objects.instance [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lazy-loading 'pci_devices' on Instance uuid 566b6789-d93d-45da-8bb3-b1e28b448b6d {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] End _get_guest_xml xml=<domain type="kvm">
Oct 30 06:12:42 user nova-compute[74922]:   <uuid>566b6789-d93d-45da-8bb3-b1e28b448b6d</uuid>
Oct 30 06:12:42 user nova-compute[74922]:   <name>instance-0000002a</name>
Oct 30 06:12:42 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 06:12:42 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 06:12:42 user nova-compute[74922]:   <metadata>
Oct 30 06:12:42 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 06:12:42 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 06:12:42 user nova-compute[74922]:       <nova:name>tempest-TestStampPattern-server-182501120</nova:name>
Oct 30 06:12:42 user nova-compute[74922]:       <nova:creationTime>2023-10-30 06:12:42</nova:creationTime>
Oct 30 06:12:42 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 06:12:42 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 06:12:42 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 06:12:42 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 06:12:42 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 06:12:42 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 06:12:42 user nova-compute[74922]:       </nova:flavor>
Oct 30 06:12:42 user nova-compute[74922]:       <nova:owner>
Oct 30 06:12:42 user nova-compute[74922]:         <nova:user uuid="d66ca423688a415ab6feea7c6acfa2fb">tempest-TestStampPattern-95040542-project-member</nova:user>
Oct 30 06:12:42 user nova-compute[74922]:         <nova:project uuid="de3ee6a08aec4c2c9ddc0986556a1b83">tempest-TestStampPattern-95040542</nova:project>
Oct 30 06:12:42 user nova-compute[74922]:       </nova:owner>
Oct 30 06:12:42 user nova-compute[74922]:       <nova:root type="image" uuid="9d751e2a-bb79-4e0d-8bee-5d0fa014bc14"/>
Oct 30 06:12:42 user nova-compute[74922]:       <nova:ports>
Oct 30 06:12:42 user nova-compute[74922]:         <nova:port uuid="f3862cf0-6c78-45cd-9b16-2af5cbd87827">
Oct 30 06:12:42 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 30 06:12:42 user nova-compute[74922]:         </nova:port>
Oct 30 06:12:42 user nova-compute[74922]:       </nova:ports>
Oct 30 06:12:42 user nova-compute[74922]:     </nova:instance>
Oct 30 06:12:42 user nova-compute[74922]:   </metadata>
Oct 30 06:12:42 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 06:12:42 user nova-compute[74922]:     <system>
Oct 30 06:12:42 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 06:12:42 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 06:12:42 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 06:12:42 user nova-compute[74922]:       <entry name="serial">566b6789-d93d-45da-8bb3-b1e28b448b6d</entry>
Oct 30 06:12:42 user nova-compute[74922]:       <entry name="uuid">566b6789-d93d-45da-8bb3-b1e28b448b6d</entry>
Oct 30 06:12:42 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 06:12:42 user nova-compute[74922]:     </system>
Oct 30 06:12:42 user nova-compute[74922]:   </sysinfo>
Oct 30 06:12:42 user nova-compute[74922]:   <os>
Oct 30 06:12:42 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 06:12:42 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 06:12:42 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 06:12:42 user nova-compute[74922]:   </os>
Oct 30 06:12:42 user nova-compute[74922]:   <features>
Oct 30 06:12:42 user nova-compute[74922]:     <acpi/>
Oct 30 06:12:42 user nova-compute[74922]:     <apic/>
Oct 30 06:12:42 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 06:12:42 user nova-compute[74922]:   </features>
Oct 30 06:12:42 user nova-compute[74922]:   <clock offset="utc">
Oct 30 06:12:42 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 06:12:42 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 06:12:42 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 06:12:42 user nova-compute[74922]:   </clock>
Oct 30 06:12:42 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 06:12:42 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 06:12:42 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 06:12:42 user nova-compute[74922]:   </cpu>
Oct 30 06:12:42 user nova-compute[74922]:   <devices>
Oct 30 06:12:42 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 06:12:42 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 06:12:42 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/566b6789-d93d-45da-8bb3-b1e28b448b6d/disk"/>
Oct 30 06:12:42 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 06:12:42 user nova-compute[74922]:     </disk>
Oct 30 06:12:42 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 06:12:42 user nova-compute[74922]:       <mac address="fa:16:3e:d3:52:75"/>
Oct 30 06:12:42 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:12:42 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 06:12:42 user nova-compute[74922]:       <target dev="tapf3862cf0-6c"/>
Oct 30 06:12:42 user nova-compute[74922]:     </interface>
Oct 30 06:12:42 user nova-compute[74922]:     <serial type="pty">
Oct 30 06:12:42 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/566b6789-d93d-45da-8bb3-b1e28b448b6d/console.log" append="off"/>
Oct 30 06:12:42 user nova-compute[74922]:     </serial>
Oct 30 06:12:42 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 06:12:42 user nova-compute[74922]:     <video>
Oct 30 06:12:42 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:12:42 user nova-compute[74922]:     </video>
Oct 30 06:12:42 user nova-compute[74922]:     <rng model="virtio">
Oct 30 06:12:42 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 06:12:42 user nova-compute[74922]:     </rng>
Oct 30 06:12:42 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 06:12:42 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 06:12:42 user nova-compute[74922]:       <stats period="10"/>
Oct 30 06:12:42 user nova-compute[74922]:     </memballoon>
Oct 30 06:12:42 user nova-compute[74922]:   </devices>
Oct 30 06:12:42 user nova-compute[74922]: </domain>
Oct 30 06:12:42 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:12:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-182501120',display_name='tempest-TestStampPattern-server-182501120',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-182501120',id=42,image_ref='9d751e2a-bb79-4e0d-8bee-5d0fa014bc14',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP5IuUA4Uba8f3nMBrgp7MTt60fDGIs2G6KVc+xJxcr/DSpFv21p15QSwjt1ciLt1x4mdrpLdiulQzG5rWL3ZwfC4nmNN3vpvoWGGcnPJbfT6wz56Zccm5R8uxwC5ZIAbw==',key_name='tempest-TestStampPattern-1326207065',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de3ee6a08aec4c2c9ddc0986556a1b83',ramdisk_id='',reservation_id='r-pzqpwt1f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e',image_min_disk='1',image_min_ram='0',image_owner_id='de3ee6a08aec4c2c9ddc0986556a1b83',image_owner_project_name='tempest-TestStampPattern-95040542',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-95040542-project-member',image_user_id='d66ca423688a415ab6feea7c6acfa2fb',network_allocated='True',owner_project_name='tempest-TestStampPattern-95040542',owner_user_name='tempest-TestStampPattern-95040542-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:12:40Z,user_data=None,user_id='d66ca423688a415ab6feea7c6acfa2fb',uuid=566b6789-d93d-45da-8bb3-b1e28b448b6d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f3862cf0-6c78-45cd-9b16-2af5cbd87827", "address": "fa:16:3e:d3:52:75", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3862cf0-6c", "ovs_interfaceid": "f3862cf0-6c78-45cd-9b16-2af5cbd87827", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Converting VIF {"id": "f3862cf0-6c78-45cd-9b16-2af5cbd87827", "address": "fa:16:3e:d3:52:75", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3862cf0-6c", "ovs_interfaceid": "f3862cf0-6c78-45cd-9b16-2af5cbd87827", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:52:75,bridge_name='br-int',has_traffic_filtering=True,id=f3862cf0-6c78-45cd-9b16-2af5cbd87827,network=Network(efef52e9-5903-4e49-84a3-52af65e29d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3862cf0-6c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG os_vif [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:52:75,bridge_name='br-int',has_traffic_filtering=True,id=f3862cf0-6c78-45cd-9b16-2af5cbd87827,network=Network(efef52e9-5903-4e49-84a3-52af65e29d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3862cf0-6c') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd50e6d9b-567a-50c9-8aca-7825aaa421ed', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf3862cf0-6c, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf3862cf0-6c, col_values=(('qos', UUID('8d7fbdb6-fb1f-47e6-8f81-b55fb5b73393')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf3862cf0-6c, col_values=(('external_ids', {'iface-id': 'f3862cf0-6c78-45cd-9b16-2af5cbd87827', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d3:52:75', 'vm-uuid': '566b6789-d93d-45da-8bb3-b1e28b448b6d'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:42 user nova-compute[74922]: INFO os_vif [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:52:75,bridge_name='br-int',has_traffic_filtering=True,id=f3862cf0-6c78-45cd-9b16-2af5cbd87827,network=Network(efef52e9-5903-4e49-84a3-52af65e29d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3862cf0-6c')
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] No VIF found with MAC fa:16:3e:d3:52:75, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.network.neutron [req-650c5c39-1369-41cf-91e1-6359e6257f88 req-f582a313-4eb0-4938-a062-2d1ef7234039 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Updated VIF entry in instance network info cache for port f3862cf0-6c78-45cd-9b16-2af5cbd87827. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG nova.network.neutron [req-650c5c39-1369-41cf-91e1-6359e6257f88 req-f582a313-4eb0-4938-a062-2d1ef7234039 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Updating instance_info_cache with network_info: [{"id": "f3862cf0-6c78-45cd-9b16-2af5cbd87827", "address": "fa:16:3e:d3:52:75", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3862cf0-6c", "ovs_interfaceid": "f3862cf0-6c78-45cd-9b16-2af5cbd87827", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:12:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-650c5c39-1369-41cf-91e1-6359e6257f88 req-f582a313-4eb0-4938-a062-2d1ef7234039 service nova] Releasing lock "refresh_cache-566b6789-d93d-45da-8bb3-b1e28b448b6d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:12:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7b800368-f7c3-451d-ba54-d2fb49eb7660 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:12:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7b800368-f7c3-451d-ba54-d2fb49eb7660 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:12:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7b800368-f7c3-451d-ba54-d2fb49eb7660 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:12:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7b800368-f7c3-451d-ba54-d2fb49eb7660 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:12:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7b800368-f7c3-451d-ba54-d2fb49eb7660 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:12:44 user nova-compute[74922]: INFO nova.compute.manager [None req-7b800368-f7c3-451d-ba54-d2fb49eb7660 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Terminating instance
Oct 30 06:12:44 user nova-compute[74922]: DEBUG nova.compute.manager [None req-7b800368-f7c3-451d-ba54-d2fb49eb7660 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:12:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:44 user nova-compute[74922]: DEBUG nova.compute.manager [req-eb6ea9e4-0a20-452d-ab3d-dce5de58aaa6 req-4ba7d67b-d7a7-459b-8710-bacc030b1c2f service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Received event network-vif-unplugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:12:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-eb6ea9e4-0a20-452d-ab3d-dce5de58aaa6 req-4ba7d67b-d7a7-459b-8710-bacc030b1c2f service nova] Acquiring lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:12:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-eb6ea9e4-0a20-452d-ab3d-dce5de58aaa6 req-4ba7d67b-d7a7-459b-8710-bacc030b1c2f service nova] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:12:44 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-eb6ea9e4-0a20-452d-ab3d-dce5de58aaa6 req-4ba7d67b-d7a7-459b-8710-bacc030b1c2f service nova] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:12:44 user nova-compute[74922]: DEBUG nova.compute.manager [req-eb6ea9e4-0a20-452d-ab3d-dce5de58aaa6 req-4ba7d67b-d7a7-459b-8710-bacc030b1c2f service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] No waiting events found dispatching network-vif-unplugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:12:44 user nova-compute[74922]: DEBUG nova.compute.manager [req-eb6ea9e4-0a20-452d-ab3d-dce5de58aaa6 req-4ba7d67b-d7a7-459b-8710-bacc030b1c2f service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Received event network-vif-unplugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 06:12:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:45 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Instance destroyed successfully.
Oct 30 06:12:45 user nova-compute[74922]: DEBUG nova.objects.instance [None req-7b800368-f7c3-451d-ba54-d2fb49eb7660 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lazy-loading 'resources' on Instance uuid 152ed8a0-4208-485b-bf31-fcdd5b7469ed {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:12:45 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-7b800368-f7c3-451d-ba54-d2fb49eb7660 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:55:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-191666663',display_name='tempest-ServerRescueNegativeTestJSON-server-191666663',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-191666663',id=29,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T06:00:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4b6ed9ada4b843c6a65c89729522bcc0',ramdisk_id='',reservation_id='r-igrv1f4x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-871052705',owner_user_name='tempest-ServerRescueNegativeTestJSON-871052705-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:01:59Z,user_data=None,user_id='fe743e7c472c45eb9c4b0117d6768e21',uuid=152ed8a0-4208-485b-bf31-fcdd5b7469ed,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "address": "fa:16:3e:5f:ad:20", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54bd5b43-29", "ovs_interfaceid": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:12:45 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-7b800368-f7c3-451d-ba54-d2fb49eb7660 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Converting VIF {"id": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "address": "fa:16:3e:5f:ad:20", "network": {"id": "992d3f4a-6230-4a77-b245-e316335fccc3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1980295680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b6ed9ada4b843c6a65c89729522bcc0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54bd5b43-29", "ovs_interfaceid": "54bd5b43-292d-41a3-8d81-e5f2729fcd25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:12:45 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-7b800368-f7c3-451d-ba54-d2fb49eb7660 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5f:ad:20,bridge_name='br-int',has_traffic_filtering=True,id=54bd5b43-292d-41a3-8d81-e5f2729fcd25,network=Network(992d3f4a-6230-4a77-b245-e316335fccc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54bd5b43-29') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:12:45 user nova-compute[74922]: DEBUG os_vif [None req-7b800368-f7c3-451d-ba54-d2fb49eb7660 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5f:ad:20,bridge_name='br-int',has_traffic_filtering=True,id=54bd5b43-292d-41a3-8d81-e5f2729fcd25,network=Network(992d3f4a-6230-4a77-b245-e316335fccc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54bd5b43-29') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:12:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap54bd5b43-29, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:12:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=675df198-cd37-4ffd-80c5-5634bafde55d) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:12:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:45 user nova-compute[74922]: INFO os_vif [None req-7b800368-f7c3-451d-ba54-d2fb49eb7660 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5f:ad:20,bridge_name='br-int',has_traffic_filtering=True,id=54bd5b43-292d-41a3-8d81-e5f2729fcd25,network=Network(992d3f4a-6230-4a77-b245-e316335fccc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54bd5b43-29')
Oct 30 06:12:45 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-7b800368-f7c3-451d-ba54-d2fb49eb7660 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Deleting instance files /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed_del
Oct 30 06:12:45 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-7b800368-f7c3-451d-ba54-d2fb49eb7660 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Deletion of /opt/stack/data/nova/instances/152ed8a0-4208-485b-bf31-fcdd5b7469ed_del complete
Oct 30 06:12:45 user nova-compute[74922]: INFO nova.compute.manager [None req-7b800368-f7c3-451d-ba54-d2fb49eb7660 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Took 1.68 seconds to destroy the instance on the hypervisor.
Oct 30 06:12:45 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-7b800368-f7c3-451d-ba54-d2fb49eb7660 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:12:45 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:12:45 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:12:46 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:12:46 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Took 0.49 seconds to deallocate network for instance.
Oct 30 06:12:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7b800368-f7c3-451d-ba54-d2fb49eb7660 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:12:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7b800368-f7c3-451d-ba54-d2fb49eb7660 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:12:46 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-7b800368-f7c3-451d-ba54-d2fb49eb7660 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:12:46 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-7b800368-f7c3-451d-ba54-d2fb49eb7660 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:12:46 user nova-compute[74922]: DEBUG nova.compute.manager [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Received event network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:12:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] Acquiring lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:12:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:12:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:12:46 user nova-compute[74922]: DEBUG nova.compute.manager [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] No waiting events found dispatching network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:12:46 user nova-compute[74922]: WARNING nova.compute.manager [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Received unexpected event network-vif-plugged-54bd5b43-292d-41a3-8d81-e5f2729fcd25 for instance with vm_state deleted and task_state None.
Oct 30 06:12:46 user nova-compute[74922]: DEBUG nova.compute.manager [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Received event network-vif-plugged-e244b7aa-5131-4033-91a7-72b86c770ba1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:12:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] Acquiring lock "eabbb478-86bf-4367-abff-9b51020871c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:12:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] Lock "eabbb478-86bf-4367-abff-9b51020871c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:12:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] Lock "eabbb478-86bf-4367-abff-9b51020871c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:12:46 user nova-compute[74922]: DEBUG nova.compute.manager [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] [instance: eabbb478-86bf-4367-abff-9b51020871c5] No waiting events found dispatching network-vif-plugged-e244b7aa-5131-4033-91a7-72b86c770ba1 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:12:46 user nova-compute[74922]: WARNING nova.compute.manager [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Received unexpected event network-vif-plugged-e244b7aa-5131-4033-91a7-72b86c770ba1 for instance with vm_state building and task_state spawning.
Oct 30 06:12:46 user nova-compute[74922]: DEBUG nova.compute.manager [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Received event network-vif-plugged-e244b7aa-5131-4033-91a7-72b86c770ba1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:12:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] Acquiring lock "eabbb478-86bf-4367-abff-9b51020871c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:12:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] Lock "eabbb478-86bf-4367-abff-9b51020871c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:12:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] Lock "eabbb478-86bf-4367-abff-9b51020871c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:12:46 user nova-compute[74922]: DEBUG nova.compute.manager [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] [instance: eabbb478-86bf-4367-abff-9b51020871c5] No waiting events found dispatching network-vif-plugged-e244b7aa-5131-4033-91a7-72b86c770ba1 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:12:46 user nova-compute[74922]: WARNING nova.compute.manager [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Received unexpected event network-vif-plugged-e244b7aa-5131-4033-91a7-72b86c770ba1 for instance with vm_state building and task_state spawning.
Oct 30 06:12:46 user nova-compute[74922]: DEBUG nova.compute.manager [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Received event network-vif-plugged-f3862cf0-6c78-45cd-9b16-2af5cbd87827 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:12:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] Acquiring lock "566b6789-d93d-45da-8bb3-b1e28b448b6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:12:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] Lock "566b6789-d93d-45da-8bb3-b1e28b448b6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:12:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] Lock "566b6789-d93d-45da-8bb3-b1e28b448b6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:12:46 user nova-compute[74922]: DEBUG nova.compute.manager [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] No waiting events found dispatching network-vif-plugged-f3862cf0-6c78-45cd-9b16-2af5cbd87827 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:12:46 user nova-compute[74922]: WARNING nova.compute.manager [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Received unexpected event network-vif-plugged-f3862cf0-6c78-45cd-9b16-2af5cbd87827 for instance with vm_state building and task_state spawning.
Oct 30 06:12:46 user nova-compute[74922]: DEBUG nova.compute.manager [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Received event network-vif-plugged-f3862cf0-6c78-45cd-9b16-2af5cbd87827 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:12:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] Acquiring lock "566b6789-d93d-45da-8bb3-b1e28b448b6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:12:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] Lock "566b6789-d93d-45da-8bb3-b1e28b448b6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:12:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] Lock "566b6789-d93d-45da-8bb3-b1e28b448b6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:12:46 user nova-compute[74922]: DEBUG nova.compute.manager [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] No waiting events found dispatching network-vif-plugged-f3862cf0-6c78-45cd-9b16-2af5cbd87827 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:12:46 user nova-compute[74922]: WARNING nova.compute.manager [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Received unexpected event network-vif-plugged-f3862cf0-6c78-45cd-9b16-2af5cbd87827 for instance with vm_state building and task_state spawning.
Oct 30 06:12:46 user nova-compute[74922]: DEBUG nova.compute.manager [req-ec746555-5e70-491e-bda9-e6d76e05f083 req-2d0f2015-e9b6-44b4-9d29-9d98b3e7e8bf service nova] [instance: 152ed8a0-4208-485b-bf31-fcdd5b7469ed] Received event network-vif-deleted-54bd5b43-292d-41a3-8d81-e5f2729fcd25 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:12:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7b800368-f7c3-451d-ba54-d2fb49eb7660 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.233s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:12:46 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-7b800368-f7c3-451d-ba54-d2fb49eb7660 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Deleted allocations for instance 152ed8a0-4208-485b-bf31-fcdd5b7469ed
Oct 30 06:12:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-7b800368-f7c3-451d-ba54-d2fb49eb7660 tempest-ServerRescueNegativeTestJSON-871052705 tempest-ServerRescueNegativeTestJSON-871052705-project-member] Lock "152ed8a0-4208-485b-bf31-fcdd5b7469ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.617s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:12:47 user nova-compute[74922]: DEBUG nova.compute.manager [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 06:12:47 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 06:12:47 user nova-compute[74922]: DEBUG nova.compute.manager [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 06:12:47 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 06:12:47 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Instance spawned successfully.
Oct 30 06:12:47 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 06:12:47 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Instance spawned successfully.
Oct 30 06:12:47 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 06:12:47 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:12:47 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:12:47 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:12:47 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:12:47 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:12:47 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:12:47 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:12:47 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:12:47 user nova-compute[74922]: INFO nova.compute.manager [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Took 7.68 seconds to spawn the instance on the hypervisor.
Oct 30 06:12:47 user nova-compute[74922]: DEBUG nova.compute.manager [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:12:47 user nova-compute[74922]: INFO nova.compute.manager [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Took 8.17 seconds to spawn the instance on the hypervisor.
Oct 30 06:12:47 user nova-compute[74922]: DEBUG nova.compute.manager [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:12:47 user nova-compute[74922]: INFO nova.compute.manager [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Took 8.80 seconds to build instance.
Oct 30 06:12:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3b072880-fff8-4b79-ad44-852ac35c2c80 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "566b6789-d93d-45da-8bb3-b1e28b448b6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.919s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:12:47 user nova-compute[74922]: INFO nova.compute.manager [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Took 8.86 seconds to build instance.
Oct 30 06:12:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-cc2d75cd-91dd-4e9c-a25e-1b379f5a7c39 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "eabbb478-86bf-4367-abff-9b51020871c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.971s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:12:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:12:50 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:12:51 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:12:52 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:12:52 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:12:53 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:12:53 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:12:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:12:54 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:12:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:12:55 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:12:57 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:12:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:12:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:12:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:12:57 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:12:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/566b6789-d93d-45da-8bb3-b1e28b448b6d/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/566b6789-d93d-45da-8bb3-b1e28b448b6d/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/566b6789-d93d-45da-8bb3-b1e28b448b6d/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/566b6789-d93d-45da-8bb3-b1e28b448b6d/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eabbb478-86bf-4367-abff-9b51020871c5/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eabbb478-86bf-4367-abff-9b51020871c5/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eabbb478-86bf-4367-abff-9b51020871c5/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eabbb478-86bf-4367-abff-9b51020871c5/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:12:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:12:59 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:12:59 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:12:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=8472MB free_disk=24.99738311767578GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:12:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:12:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:13:00 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:13:00 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:13:00 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 566b6789-d93d-45da-8bb3-b1e28b448b6d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:13:00 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance eabbb478-86bf-4367-abff-9b51020871c5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:13:00 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:13:00 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:13:00 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:13:00 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:13:00 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:13:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.316s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:13:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:01 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:13:01 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:13:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:13:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:13:01 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:13:01 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Updating instance_info_cache with network_info: [{"id": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "address": "fa:16:3e:ce:38:99", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f5935a8-48", "ovs_interfaceid": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:13:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:13:01 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:13:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-17728130-92a2-4d78-990e-0e5c7172a1df tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-17728130-92a2-4d78-990e-0e5c7172a1df tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-17728130-92a2-4d78-990e-0e5c7172a1df tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-17728130-92a2-4d78-990e-0e5c7172a1df tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-17728130-92a2-4d78-990e-0e5c7172a1df tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:13:22 user nova-compute[74922]: INFO nova.compute.manager [None req-17728130-92a2-4d78-990e-0e5c7172a1df tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Terminating instance
Oct 30 06:13:22 user nova-compute[74922]: DEBUG nova.compute.manager [None req-17728130-92a2-4d78-990e-0e5c7172a1df tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-2285c5a3-6610-41ac-89ca-377c06ced09b req-ff07631f-a868-420f-90bd-b7fc5fa85634 service nova] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Received event network-vif-unplugged-b4b2d896-7321-4cb6-96e0-8d6ba188b02c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2285c5a3-6610-41ac-89ca-377c06ced09b req-ff07631f-a868-420f-90bd-b7fc5fa85634 service nova] Acquiring lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2285c5a3-6610-41ac-89ca-377c06ced09b req-ff07631f-a868-420f-90bd-b7fc5fa85634 service nova] Lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2285c5a3-6610-41ac-89ca-377c06ced09b req-ff07631f-a868-420f-90bd-b7fc5fa85634 service nova] Lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-2285c5a3-6610-41ac-89ca-377c06ced09b req-ff07631f-a868-420f-90bd-b7fc5fa85634 service nova] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] No waiting events found dispatching network-vif-unplugged-b4b2d896-7321-4cb6-96e0-8d6ba188b02c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-2285c5a3-6610-41ac-89ca-377c06ced09b req-ff07631f-a868-420f-90bd-b7fc5fa85634 service nova] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Received event network-vif-unplugged-b4b2d896-7321-4cb6-96e0-8d6ba188b02c for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:22 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Instance destroyed successfully.
Oct 30 06:13:22 user nova-compute[74922]: DEBUG nova.objects.instance [None req-17728130-92a2-4d78-990e-0e5c7172a1df tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lazy-loading 'resources' on Instance uuid 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-17728130-92a2-4d78-990e-0e5c7172a1df tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T05:52:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2042582821',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2042582821',id=25,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T05:53:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d351e3ef48c843f2b24492d6b235189f',ramdisk_id='',reservation_id='r-l9gdiofv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T05:54:52Z,user_data=None,user_id='04edad06b29641c0b1dd6d4d8ecd76ef',uuid=33b870f3-a8dd-46a7-a88b-aa8c751b1e2e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b4b2d896-7321-4cb6-96e0-8d6ba188b02c", "address": "fa:16:3e:fb:e2:f0", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4b2d896-73", "ovs_interfaceid": "b4b2d896-7321-4cb6-96e0-8d6ba188b02c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-17728130-92a2-4d78-990e-0e5c7172a1df tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converting VIF {"id": "b4b2d896-7321-4cb6-96e0-8d6ba188b02c", "address": "fa:16:3e:fb:e2:f0", "network": {"id": "54e146d9-a126-4d4a-8874-d3f54267ee0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1788572766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d351e3ef48c843f2b24492d6b235189f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4b2d896-73", "ovs_interfaceid": "b4b2d896-7321-4cb6-96e0-8d6ba188b02c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-17728130-92a2-4d78-990e-0e5c7172a1df tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fb:e2:f0,bridge_name='br-int',has_traffic_filtering=True,id=b4b2d896-7321-4cb6-96e0-8d6ba188b02c,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4b2d896-73') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG os_vif [None req-17728130-92a2-4d78-990e-0e5c7172a1df tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fb:e2:f0,bridge_name='br-int',has_traffic_filtering=True,id=b4b2d896-7321-4cb6-96e0-8d6ba188b02c,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4b2d896-73') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb4b2d896-73, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e1252746-dc2e-4a5b-bc71-db616175b5f6) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:22 user nova-compute[74922]: INFO os_vif [None req-17728130-92a2-4d78-990e-0e5c7172a1df tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fb:e2:f0,bridge_name='br-int',has_traffic_filtering=True,id=b4b2d896-7321-4cb6-96e0-8d6ba188b02c,network=Network(54e146d9-a126-4d4a-8874-d3f54267ee0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4b2d896-73')
Oct 30 06:13:22 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-17728130-92a2-4d78-990e-0e5c7172a1df tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Deleting instance files /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e_del
Oct 30 06:13:22 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-17728130-92a2-4d78-990e-0e5c7172a1df tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Deletion of /opt/stack/data/nova/instances/33b870f3-a8dd-46a7-a88b-aa8c751b1e2e_del complete
Oct 30 06:13:22 user nova-compute[74922]: INFO nova.compute.manager [None req-17728130-92a2-4d78-990e-0e5c7172a1df tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Took 0.67 seconds to destroy the instance on the hypervisor.
Oct 30 06:13:22 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-17728130-92a2-4d78-990e-0e5c7172a1df tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:13:22 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:13:23 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:13:23 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Took 0.43 seconds to deallocate network for instance.
Oct 30 06:13:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-17728130-92a2-4d78-990e-0e5c7172a1df tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:13:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-17728130-92a2-4d78-990e-0e5c7172a1df tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:13:23 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-17728130-92a2-4d78-990e-0e5c7172a1df tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:13:23 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-17728130-92a2-4d78-990e-0e5c7172a1df tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:13:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-17728130-92a2-4d78-990e-0e5c7172a1df tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.186s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:13:23 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-17728130-92a2-4d78-990e-0e5c7172a1df tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Deleted allocations for instance 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e
Oct 30 06:13:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-17728130-92a2-4d78-990e-0e5c7172a1df tempest-ServerBootFromVolumeStableRescueTest-1475644647 tempest-ServerBootFromVolumeStableRescueTest-1475644647-project-member] Lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.453s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:13:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-4144e2e0-a9da-40e6-a3ce-9b16fabd9f7e req-80b2541a-eefb-4bfd-936e-28899721c943 service nova] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Received event network-vif-plugged-b4b2d896-7321-4cb6-96e0-8d6ba188b02c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:13:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4144e2e0-a9da-40e6-a3ce-9b16fabd9f7e req-80b2541a-eefb-4bfd-936e-28899721c943 service nova] Acquiring lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:13:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4144e2e0-a9da-40e6-a3ce-9b16fabd9f7e req-80b2541a-eefb-4bfd-936e-28899721c943 service nova] Lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:13:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4144e2e0-a9da-40e6-a3ce-9b16fabd9f7e req-80b2541a-eefb-4bfd-936e-28899721c943 service nova] Lock "33b870f3-a8dd-46a7-a88b-aa8c751b1e2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:13:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-4144e2e0-a9da-40e6-a3ce-9b16fabd9f7e req-80b2541a-eefb-4bfd-936e-28899721c943 service nova] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] No waiting events found dispatching network-vif-plugged-b4b2d896-7321-4cb6-96e0-8d6ba188b02c {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:13:24 user nova-compute[74922]: WARNING nova.compute.manager [req-4144e2e0-a9da-40e6-a3ce-9b16fabd9f7e req-80b2541a-eefb-4bfd-936e-28899721c943 service nova] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Received unexpected event network-vif-plugged-b4b2d896-7321-4cb6-96e0-8d6ba188b02c for instance with vm_state deleted and task_state None.
Oct 30 06:13:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-4144e2e0-a9da-40e6-a3ce-9b16fabd9f7e req-80b2541a-eefb-4bfd-936e-28899721c943 service nova] [instance: 33b870f3-a8dd-46a7-a88b-aa8c751b1e2e] Received event network-vif-deleted-b4b2d896-7321-4cb6-96e0-8d6ba188b02c {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:13:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:13:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:13:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:13:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:13:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:13:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:50 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:13:51 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:13:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:13:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:13:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:13:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:13:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:52 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:13:53 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:13:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:13:54 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:13:54 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:13:54 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:13:55 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:13:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:13:57 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:13:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:13:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:13:57 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:13:57 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:13:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:13:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:13:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:13:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:13:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/566b6789-d93d-45da-8bb3-b1e28b448b6d/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:13:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/566b6789-d93d-45da-8bb3-b1e28b448b6d/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:13:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/566b6789-d93d-45da-8bb3-b1e28b448b6d/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:13:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/566b6789-d93d-45da-8bb3-b1e28b448b6d/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:13:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eabbb478-86bf-4367-abff-9b51020871c5/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:13:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eabbb478-86bf-4367-abff-9b51020871c5/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:13:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eabbb478-86bf-4367-abff-9b51020871c5/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:13:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eabbb478-86bf-4367-abff-9b51020871c5/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:13:59 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:13:59 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:13:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=8626MB free_disk=25.083938598632812GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:13:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:13:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:13:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:13:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 566b6789-d93d-45da-8bb3-b1e28b448b6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:13:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance eabbb478-86bf-4367-abff-9b51020871c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:13:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:13:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:13:59 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing inventories for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 06:13:59 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Updating ProviderTree inventory for provider efd5e61c-93ae-4193-aa6b-99209077dc32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 06:13:59 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Updating inventory in ProviderTree for provider efd5e61c-93ae-4193-aa6b-99209077dc32 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 06:14:00 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing aggregate associations for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32, aggregates: None {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 06:14:00 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing trait associations for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32, traits: COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE42,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_DEVICE_TAGGING,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_RESCUE_BFV {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 06:14:00 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:14:00 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:14:00 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:14:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.630s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:14:00 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:14:00 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74922) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 06:14:02 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:14:02 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:14:02 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 06:14:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:14:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:14:02 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:14:02 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lazy-loading 'info_cache' on Instance uuid a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:14:02 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Updating instance_info_cache with network_info: [{"id": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "address": "fa:16:3e:ce:38:99", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f5935a8-48", "ovs_interfaceid": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:14:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:14:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:14:02 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:14:02 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:14:02 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Cleaning up deleted instances {{(pid=74922) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 06:14:02 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] There are 0 instances to clean {{(pid=74922) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 06:14:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:14:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-13369274-cb71-483d-ae75-60da858b44ec tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Acquiring lock "eabbb478-86bf-4367-abff-9b51020871c5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:14:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-13369274-cb71-483d-ae75-60da858b44ec tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "eabbb478-86bf-4367-abff-9b51020871c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:14:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-13369274-cb71-483d-ae75-60da858b44ec tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Acquiring lock "eabbb478-86bf-4367-abff-9b51020871c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:14:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-13369274-cb71-483d-ae75-60da858b44ec tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "eabbb478-86bf-4367-abff-9b51020871c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:14:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-13369274-cb71-483d-ae75-60da858b44ec tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "eabbb478-86bf-4367-abff-9b51020871c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:14:29 user nova-compute[74922]: INFO nova.compute.manager [None req-13369274-cb71-483d-ae75-60da858b44ec tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Terminating instance
Oct 30 06:14:29 user nova-compute[74922]: DEBUG nova.compute.manager [None req-13369274-cb71-483d-ae75-60da858b44ec tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:14:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:30 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Instance destroyed successfully.
Oct 30 06:14:30 user nova-compute[74922]: DEBUG nova.objects.instance [None req-13369274-cb71-483d-ae75-60da858b44ec tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lazy-loading 'resources' on Instance uuid eabbb478-86bf-4367-abff-9b51020871c5 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:14:30 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-13369274-cb71-483d-ae75-60da858b44ec tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:12:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-652502375',display_name='tempest-VolumesActionsTest-instance-652502375',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-652502375',id=43,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T06:12:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5a4520dbd94e41f6b73cd1c36b294f08',ramdisk_id='',reservation_id='r-utbmrxzb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-46908904',owner_user_name='tempest-VolumesActionsTest-46908904-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:12:48Z,user_data=None,user_id='6f6a4c1481624d24a2fb6ded93293877',uuid=eabbb478-86bf-4367-abff-9b51020871c5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e244b7aa-5131-4033-91a7-72b86c770ba1", "address": "fa:16:3e:9c:7a:43", "network": {"id": "e159dea7-e73e-49b3-bf3d-3de6facf85b9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-304238587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a4520dbd94e41f6b73cd1c36b294f08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape244b7aa-51", "ovs_interfaceid": "e244b7aa-5131-4033-91a7-72b86c770ba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:14:30 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-13369274-cb71-483d-ae75-60da858b44ec tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Converting VIF {"id": "e244b7aa-5131-4033-91a7-72b86c770ba1", "address": "fa:16:3e:9c:7a:43", "network": {"id": "e159dea7-e73e-49b3-bf3d-3de6facf85b9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-304238587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a4520dbd94e41f6b73cd1c36b294f08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape244b7aa-51", "ovs_interfaceid": "e244b7aa-5131-4033-91a7-72b86c770ba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:14:30 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-13369274-cb71-483d-ae75-60da858b44ec tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9c:7a:43,bridge_name='br-int',has_traffic_filtering=True,id=e244b7aa-5131-4033-91a7-72b86c770ba1,network=Network(e159dea7-e73e-49b3-bf3d-3de6facf85b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape244b7aa-51') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:14:30 user nova-compute[74922]: DEBUG os_vif [None req-13369274-cb71-483d-ae75-60da858b44ec tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9c:7a:43,bridge_name='br-int',has_traffic_filtering=True,id=e244b7aa-5131-4033-91a7-72b86c770ba1,network=Network(e159dea7-e73e-49b3-bf3d-3de6facf85b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape244b7aa-51') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:14:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape244b7aa-51, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:14:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:14:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d8af2015-f9c1-4451-8335-bd59e2645147) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:14:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:14:30 user nova-compute[74922]: INFO os_vif [None req-13369274-cb71-483d-ae75-60da858b44ec tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9c:7a:43,bridge_name='br-int',has_traffic_filtering=True,id=e244b7aa-5131-4033-91a7-72b86c770ba1,network=Network(e159dea7-e73e-49b3-bf3d-3de6facf85b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape244b7aa-51')
Oct 30 06:14:30 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-13369274-cb71-483d-ae75-60da858b44ec tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Deleting instance files /opt/stack/data/nova/instances/eabbb478-86bf-4367-abff-9b51020871c5_del
Oct 30 06:14:30 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-13369274-cb71-483d-ae75-60da858b44ec tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Deletion of /opt/stack/data/nova/instances/eabbb478-86bf-4367-abff-9b51020871c5_del complete
Oct 30 06:14:30 user nova-compute[74922]: INFO nova.compute.manager [None req-13369274-cb71-483d-ae75-60da858b44ec tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Took 0.92 seconds to destroy the instance on the hypervisor.
Oct 30 06:14:30 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-13369274-cb71-483d-ae75-60da858b44ec tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:14:30 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:14:30 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: eabbb478-86bf-4367-abff-9b51020871c5] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:14:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Acquiring lock "7959221a-f72a-429b-a0fb-1920cce5cc07" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:14:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Lock "7959221a-f72a-429b-a0fb-1920cce5cc07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:14:30 user nova-compute[74922]: DEBUG nova.compute.manager [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 06:14:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:14:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:14:31 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 06:14:31 user nova-compute[74922]: INFO nova.compute.claims [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Claim successful on node user
Oct 30 06:14:31 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:14:31 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Took 0.94 seconds to deallocate network for instance.
Oct 30 06:14:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-13369274-cb71-483d-ae75-60da858b44ec tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:14:31 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:14:31 user nova-compute[74922]: DEBUG nova.compute.manager [req-7d69ed22-2ab7-44a5-a8e1-feebd5d305e3 req-6441d264-a0e6-46d4-86a2-31041b1ace7c service nova] [instance: eabbb478-86bf-4367-abff-9b51020871c5] Received event network-vif-deleted-e244b7aa-5131-4033-91a7-72b86c770ba1 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:14:31 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:14:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.305s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:14:31 user nova-compute[74922]: DEBUG nova.compute.manager [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 06:14:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-13369274-cb71-483d-ae75-60da858b44ec tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.066s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:14:31 user nova-compute[74922]: DEBUG nova.compute.manager [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 06:14:31 user nova-compute[74922]: DEBUG nova.network.neutron [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 06:14:31 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 06:14:31 user nova-compute[74922]: DEBUG nova.compute.manager [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 06:14:31 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-13369274-cb71-483d-ae75-60da858b44ec tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:14:31 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-13369274-cb71-483d-ae75-60da858b44ec tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:14:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-13369274-cb71-483d-ae75-60da858b44ec tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.216s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:14:31 user nova-compute[74922]: DEBUG nova.policy [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75af2ecefadc4d69927c296b9e62a3f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68e025c5b953449c9b09068fd85aeb36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 06:14:31 user nova-compute[74922]: DEBUG nova.compute.manager [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 06:14:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 06:14:31 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Creating image(s)
Oct 30 06:14:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Acquiring lock "/opt/stack/data/nova/instances/7959221a-f72a-429b-a0fb-1920cce5cc07/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:14:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Lock "/opt/stack/data/nova/instances/7959221a-f72a-429b-a0fb-1920cce5cc07/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:14:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Lock "/opt/stack/data/nova/instances/7959221a-f72a-429b-a0fb-1920cce5cc07/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:14:31 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-13369274-cb71-483d-ae75-60da858b44ec tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Deleted allocations for instance eabbb478-86bf-4367-abff-9b51020871c5
Oct 30 06:14:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:14:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-13369274-cb71-483d-ae75-60da858b44ec tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "eabbb478-86bf-4367-abff-9b51020871c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.383s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:14:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.222s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:14:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:14:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:14:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.193s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/7959221a-f72a-429b-a0fb-1920cce5cc07/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/7959221a-f72a-429b-a0fb-1920cce5cc07/disk 1073741824" returned: 0 in 0.050s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.251s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG nova.network.neutron [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Successfully created port: c8e461e6-a604-4e1d-a7ca-b6a6091ed92b {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.192s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7959221a-f72a-429b-a0fb-1920cce5cc07/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7959221a-f72a-429b-a0fb-1920cce5cc07/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "566b6789-d93d-45da-8bb3-b1e28b448b6d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "566b6789-d93d-45da-8bb3-b1e28b448b6d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG nova.objects.instance [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lazy-loading 'flavor' on Instance uuid 566b6789-d93d-45da-8bb3-b1e28b448b6d {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7959221a-f72a-429b-a0fb-1920cce5cc07/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Cannot resize image /opt/stack/data/nova/instances/7959221a-f72a-429b-a0fb-1920cce5cc07/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Ensure instance console log exists: /opt/stack/data/nova/instances/7959221a-f72a-429b-a0fb-1920cce5cc07/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "566b6789-d93d-45da-8bb3-b1e28b448b6d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "566b6789-d93d-45da-8bb3-b1e28b448b6d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "566b6789-d93d-45da-8bb3-b1e28b448b6d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:14:32 user nova-compute[74922]: INFO nova.compute.manager [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Attaching volume 08d9149b-d7d5-4114-9a63-eafaeaa6820a to /dev/vdb
Oct 30 06:14:32 user nova-compute[74922]: DEBUG os_brick.utils [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[303c5e7b-c22f-4b45-9f99-21d0dcfe1aa3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[96cc3a68-da7d-443d-aaa8-ae7c591adcd6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b5efa52-4a11-4547-91dd-820fb19ec435]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a3d190c-c4a5-4532-ba87-e776d12a5dfc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG nova.network.neutron [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Successfully updated port: c8e461e6-a604-4e1d-a7ca-b6a6091ed92b {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:14:32 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6219683e-32ee-419c-8215-cc1eaa0b7811]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG os_brick.utils [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] <== get_connector_properties: return (149ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Updating existing volume attachment record: 6cb8f662-9731-403a-8019-c22493c65654 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Acquiring lock "refresh_cache-7959221a-f72a-429b-a0fb-1920cce5cc07" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Acquired lock "refresh_cache-7959221a-f72a-429b-a0fb-1920cce5cc07" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG nova.network.neutron [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:14:32 user nova-compute[74922]: DEBUG nova.network.neutron [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.network.neutron [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Updating instance_info_cache with network_info: [{"id": "c8e461e6-a604-4e1d-a7ca-b6a6091ed92b", "address": "fa:16:3e:ad:24:08", "network": {"id": "4b9f31a0-a0cd-42a2-a77f-ab17ea6d684f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-892397686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68e025c5b953449c9b09068fd85aeb36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e461e6-a6", "ovs_interfaceid": "c8e461e6-a604-4e1d-a7ca-b6a6091ed92b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Releasing lock "refresh_cache-7959221a-f72a-429b-a0fb-1920cce5cc07" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.compute.manager [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Instance network_info: |[{"id": "c8e461e6-a604-4e1d-a7ca-b6a6091ed92b", "address": "fa:16:3e:ad:24:08", "network": {"id": "4b9f31a0-a0cd-42a2-a77f-ab17ea6d684f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-892397686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68e025c5b953449c9b09068fd85aeb36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e461e6-a6", "ovs_interfaceid": "c8e461e6-a604-4e1d-a7ca-b6a6091ed92b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Start _get_guest_xml network_info=[{"id": "c8e461e6-a604-4e1d-a7ca-b6a6091ed92b", "address": "fa:16:3e:ad:24:08", "network": {"id": "4b9f31a0-a0cd-42a2-a77f-ab17ea6d684f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-892397686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68e025c5b953449c9b09068fd85aeb36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e461e6-a6", "ovs_interfaceid": "c8e461e6-a604-4e1d-a7ca-b6a6091ed92b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 06:14:33 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:14:33 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:14:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1997814559',display_name='tempest-VolumesActionsTest-instance-1997814559',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1997814559',id=44,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='68e025c5b953449c9b09068fd85aeb36',ramdisk_id='',reservation_id='r-7hc023p5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1341444004',owner_user_name='tempest-VolumesActionsTest-1341444004-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:14:31Z,user_data=None,user_id='75af2ecefadc4d69927c296b9e62a3f3',uuid=7959221a-f72a-429b-a0fb-1920cce5cc07,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c8e461e6-a604-4e1d-a7ca-b6a6091ed92b", "address": "fa:16:3e:ad:24:08", "network": {"id": "4b9f31a0-a0cd-42a2-a77f-ab17ea6d684f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-892397686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68e025c5b953449c9b09068fd85aeb36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e461e6-a6", "ovs_interfaceid": "c8e461e6-a604-4e1d-a7ca-b6a6091ed92b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Converting VIF {"id": "c8e461e6-a604-4e1d-a7ca-b6a6091ed92b", "address": "fa:16:3e:ad:24:08", "network": {"id": "4b9f31a0-a0cd-42a2-a77f-ab17ea6d684f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-892397686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68e025c5b953449c9b09068fd85aeb36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e461e6-a6", "ovs_interfaceid": "c8e461e6-a604-4e1d-a7ca-b6a6091ed92b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ad:24:08,bridge_name='br-int',has_traffic_filtering=True,id=c8e461e6-a604-4e1d-a7ca-b6a6091ed92b,network=Network(4b9f31a0-a0cd-42a2-a77f-ab17ea6d684f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8e461e6-a6') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.objects.instance [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Lazy-loading 'pci_devices' on Instance uuid 7959221a-f72a-429b-a0fb-1920cce5cc07 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] End _get_guest_xml xml=<domain type="kvm">
Oct 30 06:14:33 user nova-compute[74922]:   <uuid>7959221a-f72a-429b-a0fb-1920cce5cc07</uuid>
Oct 30 06:14:33 user nova-compute[74922]:   <name>instance-0000002c</name>
Oct 30 06:14:33 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 06:14:33 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 06:14:33 user nova-compute[74922]:   <metadata>
Oct 30 06:14:33 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 06:14:33 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 06:14:33 user nova-compute[74922]:       <nova:name>tempest-VolumesActionsTest-instance-1997814559</nova:name>
Oct 30 06:14:33 user nova-compute[74922]:       <nova:creationTime>2023-10-30 06:14:33</nova:creationTime>
Oct 30 06:14:33 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 06:14:33 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 06:14:33 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 06:14:33 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 06:14:33 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 06:14:33 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 06:14:33 user nova-compute[74922]:       </nova:flavor>
Oct 30 06:14:33 user nova-compute[74922]:       <nova:owner>
Oct 30 06:14:33 user nova-compute[74922]:         <nova:user uuid="75af2ecefadc4d69927c296b9e62a3f3">tempest-VolumesActionsTest-1341444004-project-member</nova:user>
Oct 30 06:14:33 user nova-compute[74922]:         <nova:project uuid="68e025c5b953449c9b09068fd85aeb36">tempest-VolumesActionsTest-1341444004</nova:project>
Oct 30 06:14:33 user nova-compute[74922]:       </nova:owner>
Oct 30 06:14:33 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 06:14:33 user nova-compute[74922]:       <nova:ports>
Oct 30 06:14:33 user nova-compute[74922]:         <nova:port uuid="c8e461e6-a604-4e1d-a7ca-b6a6091ed92b">
Oct 30 06:14:33 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 30 06:14:33 user nova-compute[74922]:         </nova:port>
Oct 30 06:14:33 user nova-compute[74922]:       </nova:ports>
Oct 30 06:14:33 user nova-compute[74922]:     </nova:instance>
Oct 30 06:14:33 user nova-compute[74922]:   </metadata>
Oct 30 06:14:33 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 06:14:33 user nova-compute[74922]:     <system>
Oct 30 06:14:33 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 06:14:33 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 06:14:33 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 06:14:33 user nova-compute[74922]:       <entry name="serial">7959221a-f72a-429b-a0fb-1920cce5cc07</entry>
Oct 30 06:14:33 user nova-compute[74922]:       <entry name="uuid">7959221a-f72a-429b-a0fb-1920cce5cc07</entry>
Oct 30 06:14:33 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 06:14:33 user nova-compute[74922]:     </system>
Oct 30 06:14:33 user nova-compute[74922]:   </sysinfo>
Oct 30 06:14:33 user nova-compute[74922]:   <os>
Oct 30 06:14:33 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 06:14:33 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 06:14:33 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 06:14:33 user nova-compute[74922]:   </os>
Oct 30 06:14:33 user nova-compute[74922]:   <features>
Oct 30 06:14:33 user nova-compute[74922]:     <acpi/>
Oct 30 06:14:33 user nova-compute[74922]:     <apic/>
Oct 30 06:14:33 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 06:14:33 user nova-compute[74922]:   </features>
Oct 30 06:14:33 user nova-compute[74922]:   <clock offset="utc">
Oct 30 06:14:33 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 06:14:33 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 06:14:33 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 06:14:33 user nova-compute[74922]:   </clock>
Oct 30 06:14:33 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 06:14:33 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 06:14:33 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 06:14:33 user nova-compute[74922]:   </cpu>
Oct 30 06:14:33 user nova-compute[74922]:   <devices>
Oct 30 06:14:33 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 06:14:33 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 06:14:33 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/7959221a-f72a-429b-a0fb-1920cce5cc07/disk"/>
Oct 30 06:14:33 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 06:14:33 user nova-compute[74922]:     </disk>
Oct 30 06:14:33 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 06:14:33 user nova-compute[74922]:       <mac address="fa:16:3e:ad:24:08"/>
Oct 30 06:14:33 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:14:33 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 06:14:33 user nova-compute[74922]:       <target dev="tapc8e461e6-a6"/>
Oct 30 06:14:33 user nova-compute[74922]:     </interface>
Oct 30 06:14:33 user nova-compute[74922]:     <serial type="pty">
Oct 30 06:14:33 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/7959221a-f72a-429b-a0fb-1920cce5cc07/console.log" append="off"/>
Oct 30 06:14:33 user nova-compute[74922]:     </serial>
Oct 30 06:14:33 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 06:14:33 user nova-compute[74922]:     <video>
Oct 30 06:14:33 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:14:33 user nova-compute[74922]:     </video>
Oct 30 06:14:33 user nova-compute[74922]:     <rng model="virtio">
Oct 30 06:14:33 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 06:14:33 user nova-compute[74922]:     </rng>
Oct 30 06:14:33 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 06:14:33 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 06:14:33 user nova-compute[74922]:       <stats period="10"/>
Oct 30 06:14:33 user nova-compute[74922]:     </memballoon>
Oct 30 06:14:33 user nova-compute[74922]:   </devices>
Oct 30 06:14:33 user nova-compute[74922]: </domain>
Oct 30 06:14:33 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:14:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1997814559',display_name='tempest-VolumesActionsTest-instance-1997814559',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1997814559',id=44,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='68e025c5b953449c9b09068fd85aeb36',ramdisk_id='',reservation_id='r-7hc023p5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1341444004',owner_user_name='tempest-VolumesActionsTest-1341444004-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:14:31Z,user_data=None,user_id='75af2ecefadc4d69927c296b9e62a3f3',uuid=7959221a-f72a-429b-a0fb-1920cce5cc07,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c8e461e6-a604-4e1d-a7ca-b6a6091ed92b", "address": "fa:16:3e:ad:24:08", "network": {"id": "4b9f31a0-a0cd-42a2-a77f-ab17ea6d684f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-892397686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68e025c5b953449c9b09068fd85aeb36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e461e6-a6", "ovs_interfaceid": "c8e461e6-a604-4e1d-a7ca-b6a6091ed92b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Converting VIF {"id": "c8e461e6-a604-4e1d-a7ca-b6a6091ed92b", "address": "fa:16:3e:ad:24:08", "network": {"id": "4b9f31a0-a0cd-42a2-a77f-ab17ea6d684f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-892397686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68e025c5b953449c9b09068fd85aeb36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e461e6-a6", "ovs_interfaceid": "c8e461e6-a604-4e1d-a7ca-b6a6091ed92b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ad:24:08,bridge_name='br-int',has_traffic_filtering=True,id=c8e461e6-a604-4e1d-a7ca-b6a6091ed92b,network=Network(4b9f31a0-a0cd-42a2-a77f-ab17ea6d684f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8e461e6-a6') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG os_vif [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:24:08,bridge_name='br-int',has_traffic_filtering=True,id=c8e461e6-a604-4e1d-a7ca-b6a6091ed92b,network=Network(4b9f31a0-a0cd-42a2-a77f-ab17ea6d684f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8e461e6-a6') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b92e81f8-a95a-5201-9413-bb588e9fd297', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc8e461e6-a6, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc8e461e6-a6, col_values=(('qos', UUID('9528c8d6-6d07-4df6-8f6b-7f0098b89342')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc8e461e6-a6, col_values=(('external_ids', {'iface-id': 'c8e461e6-a604-4e1d-a7ca-b6a6091ed92b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ad:24:08', 'vm-uuid': '7959221a-f72a-429b-a0fb-1920cce5cc07'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:33 user nova-compute[74922]: INFO os_vif [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:24:08,bridge_name='br-int',has_traffic_filtering=True,id=c8e461e6-a604-4e1d-a7ca-b6a6091ed92b,network=Network(4b9f31a0-a0cd-42a2-a77f-ab17ea6d684f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8e461e6-a6')
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.compute.manager [req-78f08524-0aff-47e1-ae88-82463a885a75 req-b9fc60d1-049e-4cce-ad77-5c644eb6b349 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Received event network-changed-f3862cf0-6c78-45cd-9b16-2af5cbd87827 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.compute.manager [req-78f08524-0aff-47e1-ae88-82463a885a75 req-b9fc60d1-049e-4cce-ad77-5c644eb6b349 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Refreshing instance network info cache due to event network-changed-f3862cf0-6c78-45cd-9b16-2af5cbd87827. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-78f08524-0aff-47e1-ae88-82463a885a75 req-b9fc60d1-049e-4cce-ad77-5c644eb6b349 service nova] Acquiring lock "refresh_cache-566b6789-d93d-45da-8bb3-b1e28b448b6d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-78f08524-0aff-47e1-ae88-82463a885a75 req-b9fc60d1-049e-4cce-ad77-5c644eb6b349 service nova] Acquired lock "refresh_cache-566b6789-d93d-45da-8bb3-b1e28b448b6d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.network.neutron [req-78f08524-0aff-47e1-ae88-82463a885a75 req-b9fc60d1-049e-4cce-ad77-5c644eb6b349 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Refreshing network info cache for port f3862cf0-6c78-45cd-9b16-2af5cbd87827 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] No VIF found with MAC fa:16:3e:ad:24:08, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.network.neutron [req-78f08524-0aff-47e1-ae88-82463a885a75 req-b9fc60d1-049e-4cce-ad77-5c644eb6b349 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Updated VIF entry in instance network info cache for port f3862cf0-6c78-45cd-9b16-2af5cbd87827. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.network.neutron [req-78f08524-0aff-47e1-ae88-82463a885a75 req-b9fc60d1-049e-4cce-ad77-5c644eb6b349 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Updating instance_info_cache with network_info: [{"id": "f3862cf0-6c78-45cd-9b16-2af5cbd87827", "address": "fa:16:3e:d3:52:75", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3862cf0-6c", "ovs_interfaceid": "f3862cf0-6c78-45cd-9b16-2af5cbd87827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-78f08524-0aff-47e1-ae88-82463a885a75 req-b9fc60d1-049e-4cce-ad77-5c644eb6b349 service nova] Releasing lock "refresh_cache-566b6789-d93d-45da-8bb3-b1e28b448b6d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.compute.manager [req-78f08524-0aff-47e1-ae88-82463a885a75 req-b9fc60d1-049e-4cce-ad77-5c644eb6b349 service nova] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Received event network-changed-c8e461e6-a604-4e1d-a7ca-b6a6091ed92b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.compute.manager [req-78f08524-0aff-47e1-ae88-82463a885a75 req-b9fc60d1-049e-4cce-ad77-5c644eb6b349 service nova] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Refreshing instance network info cache due to event network-changed-c8e461e6-a604-4e1d-a7ca-b6a6091ed92b. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-78f08524-0aff-47e1-ae88-82463a885a75 req-b9fc60d1-049e-4cce-ad77-5c644eb6b349 service nova] Acquiring lock "refresh_cache-7959221a-f72a-429b-a0fb-1920cce5cc07" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-78f08524-0aff-47e1-ae88-82463a885a75 req-b9fc60d1-049e-4cce-ad77-5c644eb6b349 service nova] Acquired lock "refresh_cache-7959221a-f72a-429b-a0fb-1920cce5cc07" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:14:33 user nova-compute[74922]: DEBUG nova.network.neutron [req-78f08524-0aff-47e1-ae88-82463a885a75 req-b9fc60d1-049e-4cce-ad77-5c644eb6b349 service nova] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Refreshing network info cache for port c8e461e6-a604-4e1d-a7ca-b6a6091ed92b {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:14:34 user nova-compute[74922]: DEBUG nova.network.neutron [req-78f08524-0aff-47e1-ae88-82463a885a75 req-b9fc60d1-049e-4cce-ad77-5c644eb6b349 service nova] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Updated VIF entry in instance network info cache for port c8e461e6-a604-4e1d-a7ca-b6a6091ed92b. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:14:34 user nova-compute[74922]: DEBUG nova.network.neutron [req-78f08524-0aff-47e1-ae88-82463a885a75 req-b9fc60d1-049e-4cce-ad77-5c644eb6b349 service nova] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Updating instance_info_cache with network_info: [{"id": "c8e461e6-a604-4e1d-a7ca-b6a6091ed92b", "address": "fa:16:3e:ad:24:08", "network": {"id": "4b9f31a0-a0cd-42a2-a77f-ab17ea6d684f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-892397686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68e025c5b953449c9b09068fd85aeb36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e461e6-a6", "ovs_interfaceid": "c8e461e6-a604-4e1d-a7ca-b6a6091ed92b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:14:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-78f08524-0aff-47e1-ae88-82463a885a75 req-b9fc60d1-049e-4cce-ad77-5c644eb6b349 service nova] Releasing lock "refresh_cache-7959221a-f72a-429b-a0fb-1920cce5cc07" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:14:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:35 user nova-compute[74922]: DEBUG nova.compute.manager [req-c7a0ec4e-f775-42a7-b652-e35fa130907e req-9dfc0222-906d-4068-9b3d-765581e6b4b9 service nova] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Received event network-vif-plugged-c8e461e6-a604-4e1d-a7ca-b6a6091ed92b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:14:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c7a0ec4e-f775-42a7-b652-e35fa130907e req-9dfc0222-906d-4068-9b3d-765581e6b4b9 service nova] Acquiring lock "7959221a-f72a-429b-a0fb-1920cce5cc07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:14:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c7a0ec4e-f775-42a7-b652-e35fa130907e req-9dfc0222-906d-4068-9b3d-765581e6b4b9 service nova] Lock "7959221a-f72a-429b-a0fb-1920cce5cc07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:14:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c7a0ec4e-f775-42a7-b652-e35fa130907e req-9dfc0222-906d-4068-9b3d-765581e6b4b9 service nova] Lock "7959221a-f72a-429b-a0fb-1920cce5cc07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:14:35 user nova-compute[74922]: DEBUG nova.compute.manager [req-c7a0ec4e-f775-42a7-b652-e35fa130907e req-9dfc0222-906d-4068-9b3d-765581e6b4b9 service nova] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] No waiting events found dispatching network-vif-plugged-c8e461e6-a604-4e1d-a7ca-b6a6091ed92b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:14:35 user nova-compute[74922]: WARNING nova.compute.manager [req-c7a0ec4e-f775-42a7-b652-e35fa130907e req-9dfc0222-906d-4068-9b3d-765581e6b4b9 service nova] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Received unexpected event network-vif-plugged-c8e461e6-a604-4e1d-a7ca-b6a6091ed92b for instance with vm_state building and task_state spawning.
Oct 30 06:14:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:36 user nova-compute[74922]: DEBUG nova.compute.manager [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 06:14:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 06:14:36 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Instance spawned successfully.
Oct 30 06:14:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 06:14:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:14:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:14:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:14:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:14:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:14:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:14:36 user nova-compute[74922]: INFO nova.compute.manager [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Took 5.30 seconds to spawn the instance on the hypervisor.
Oct 30 06:14:36 user nova-compute[74922]: DEBUG nova.compute.manager [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:14:36 user nova-compute[74922]: INFO nova.compute.manager [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Took 6.03 seconds to build instance.
Oct 30 06:14:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-83544eda-cc31-4049-9cf4-7161ada79f0e tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Lock "7959221a-f72a-429b-a0fb-1920cce5cc07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.160s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:14:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-551da167-6c15-4b4a-ac78-cfb591b7e7f4 req-e8e86327-a3f8-406e-b592-e753a74132b8 service nova] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Received event network-vif-plugged-c8e461e6-a604-4e1d-a7ca-b6a6091ed92b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:14:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-551da167-6c15-4b4a-ac78-cfb591b7e7f4 req-e8e86327-a3f8-406e-b592-e753a74132b8 service nova] Acquiring lock "7959221a-f72a-429b-a0fb-1920cce5cc07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:14:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-551da167-6c15-4b4a-ac78-cfb591b7e7f4 req-e8e86327-a3f8-406e-b592-e753a74132b8 service nova] Lock "7959221a-f72a-429b-a0fb-1920cce5cc07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:14:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-551da167-6c15-4b4a-ac78-cfb591b7e7f4 req-e8e86327-a3f8-406e-b592-e753a74132b8 service nova] Lock "7959221a-f72a-429b-a0fb-1920cce5cc07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:14:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-551da167-6c15-4b4a-ac78-cfb591b7e7f4 req-e8e86327-a3f8-406e-b592-e753a74132b8 service nova] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] No waiting events found dispatching network-vif-plugged-c8e461e6-a604-4e1d-a7ca-b6a6091ed92b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:14:37 user nova-compute[74922]: WARNING nova.compute.manager [req-551da167-6c15-4b4a-ac78-cfb591b7e7f4 req-e8e86327-a3f8-406e-b592-e753a74132b8 service nova] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Received unexpected event network-vif-plugged-c8e461e6-a604-4e1d-a7ca-b6a6091ed92b for instance with vm_state active and task_state None.
Oct 30 06:14:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:50 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:14:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fEuRUwOx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:14:52 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:14:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:14:52 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:14:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:14:52 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fc97ee6-fa76-48df-a863-aefad82c5323]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 06:14:52 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[efaf47f6-6988-4167-ab56-5e2cd89d8db3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a] added
Oct 30 06:14:52 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c4a02c9-877c-4903-99f4-a42fb6bc32cc]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d954701f-2291-40c1-afa7-44334793a487]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fEuRUwOx {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fEuRUwOx" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[77ef09c8-0d60-4155-9cdb-749b5ad539cf]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fEuRUwOx'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a414bb0-a1ca-4eed-8270-a79ff1013eb2]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a968f79d-2905-4c6d-8996-675409931524]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 30 06:14:52 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 30 06:14:52 user nova-compute[74922]:  {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:14:52 user nova-compute[74922]: WARNING os_brick.initiator.connectors.iscsi [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 30 06:14:52 user nova-compute[74922]: 
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[23fc765e-d615-4d0a-80f7-37984d482703]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a, portal: 172.16.0.220,3260]
Oct 30 06:14:52 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a, portal: 172.16.0.220,3260] successful.
Oct 30 06:14:52 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[417daffe-34d8-4521-9631-a73e257021b5]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[49c85122-6f7e-48ba-820e-3c952768cbdd]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a (non-flash)
Oct 30 06:14:52 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a (non-flash)
Oct 30 06:14:52 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.244s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] HCTL ('33', '-', '-', 0) found on session 50 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[170c8874-dcc3-4744-aaea-c8afd62f99c0]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:14:52 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Searching for a device in session 50 and hctl ['33', '*', '*', 0] yield: None {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 06:14:53 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Searching for a device in session 50 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 06:14:53 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fEuRUwOx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 06:14:53 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.274s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:14:53 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] <== connect_volume: return (1276ms) {'type': 'block', 'scsi_wwn': '26365663633613566', 'path': '/dev/sdb'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:14:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26365663633613566', 'path': '/dev/sdb'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 06:14:53 user nova-compute[74922]: DEBUG nova.objects.instance [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lazy-loading 'flavor' on Instance uuid 566b6789-d93d-45da-8bb3-b1e28b448b6d {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:14:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 06:14:53 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:14:53 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 06:14:53 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 06:14:53 user nova-compute[74922]:   <serial>08d9149b-d7d5-4114-9a63-eafaeaa6820a</serial>
Oct 30 06:14:53 user nova-compute[74922]: </disk>
Oct 30 06:14:53 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 06:14:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:14:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:14:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] No VIF found with MAC fa:16:3e:d3:52:75, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:14:53 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:14:53 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:14:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:14:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9451bf2f-a9aa-40dd-b9ad-b905dfb436fe tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "566b6789-d93d-45da-8bb3-b1e28b448b6d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.349s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:14:54 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:14:54 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:14:54 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:14:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "566b6789-d93d-45da-8bb3-b1e28b448b6d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:14:55 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "566b6789-d93d-45da-8bb3-b1e28b448b6d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:14:55 user nova-compute[74922]: INFO nova.compute.manager [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Detaching volume 08d9149b-d7d5-4114-9a63-eafaeaa6820a
Oct 30 06:14:55 user nova-compute[74922]: INFO nova.virt.block_device [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Attempting to driver detach volume 08d9149b-d7d5-4114-9a63-eafaeaa6820a from mountpoint /dev/vdb
Oct 30 06:14:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Attempting to detach device vdb from instance 566b6789-d93d-45da-8bb3-b1e28b448b6d from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 06:14:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 06:14:55 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:14:55 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 06:14:55 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 06:14:55 user nova-compute[74922]:   <serial>08d9149b-d7d5-4114-9a63-eafaeaa6820a</serial>
Oct 30 06:14:55 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 06:14:55 user nova-compute[74922]: </disk>
Oct 30 06:14:55 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 06:14:55 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Successfully detached device vdb from instance 566b6789-d93d-45da-8bb3-b1e28b448b6d from the persistent domain config.
Oct 30 06:14:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 566b6789-d93d-45da-8bb3-b1e28b448b6d from the live domain config. {{(pid=74922) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 06:14:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 06:14:55 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:14:55 user nova-compute[74922]:   <source dev="/dev/sdb"/>
Oct 30 06:14:55 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 06:14:55 user nova-compute[74922]:   <serial>08d9149b-d7d5-4114-9a63-eafaeaa6820a</serial>
Oct 30 06:14:55 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 06:14:55 user nova-compute[74922]: </disk>
Oct 30 06:14:55 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 06:14:55 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 566b6789-d93d-45da-8bb3-b1e28b448b6d {{(pid=74922) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 06:14:56 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:14:58 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:14:58 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:14:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:14:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:14:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:14:58 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:14:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:14:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:14:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:14:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:14:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/566b6789-d93d-45da-8bb3-b1e28b448b6d/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:14:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/566b6789-d93d-45da-8bb3-b1e28b448b6d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:14:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/566b6789-d93d-45da-8bb3-b1e28b448b6d/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:14:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/566b6789-d93d-45da-8bb3-b1e28b448b6d/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:14:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7959221a-f72a-429b-a0fb-1920cce5cc07/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:14:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7959221a-f72a-429b-a0fb-1920cce5cc07/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:14:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7959221a-f72a-429b-a0fb-1920cce5cc07/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:15:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7959221a-f72a-429b-a0fb-1920cce5cc07/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:15:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:00 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:15:00 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:15:00 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=8643MB free_disk=25.079669952392578GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:15:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:15:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:15:00 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:15:00 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 566b6789-d93d-45da-8bb3-b1e28b448b6d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:15:00 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 7959221a-f72a-429b-a0fb-1920cce5cc07 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:15:00 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:15:00 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:15:00 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:15:00 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:15:00 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:15:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.258s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:15:01 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:15:01 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:15:01 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:15:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-566b6789-d93d-45da-8bb3-b1e28b448b6d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:15:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-566b6789-d93d-45da-8bb3-b1e28b448b6d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:15:01 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:15:02 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Updating instance_info_cache with network_info: [{"id": "f3862cf0-6c78-45cd-9b16-2af5cbd87827", "address": "fa:16:3e:d3:52:75", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3862cf0-6c", "ovs_interfaceid": "f3862cf0-6c78-45cd-9b16-2af5cbd87827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:15:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-566b6789-d93d-45da-8bb3-b1e28b448b6d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:15:02 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:15:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:15 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 566b6789-d93d-45da-8bb3-b1e28b448b6d is timed out.
Oct 30 06:15:15 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Successfully detached device vdb from instance 566b6789-d93d-45da-8bb3-b1e28b448b6d from the live domain config.
Oct 30 06:15:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 06:15:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fEuRUwOx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:15:15 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:15:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:15:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:15:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:15:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:15:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[41f52986-02cc-4570-bc9c-885ce0cc8e15]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:15:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 06:15:15 user nova-compute[74922]: No targets found.
Oct 30 06:15:15 user nova-compute[74922]: iSNS:
Oct 30 06:15:15 user nova-compute[74922]: No targets found.
Oct 30 06:15:15 user nova-compute[74922]: STATIC:
Oct 30 06:15:15 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a
Oct 30 06:15:15 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:15:15 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:15:15 user nova-compute[74922]: FIRMWARE:
Oct 30 06:15:15 user nova-compute[74922]: No targets found.
Oct 30 06:15:15 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:15:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 06:15:15 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 06:15:15 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 06:15:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 06:15:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:15:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:15:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d91aaab5-5f79-4409-8c15-0b42a2038cf2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf86463e-5176-4798-a082-822156aff91d]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a (non-flash)
Oct 30 06:15:16 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a (non-flash)
Oct 30 06:15:16 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f822c599ab0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a'): ({'sdb'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Removing single pathed devices sdb {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2fb0d5c-02f5-4b55-a956-17efba98dc69]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c62e38f8-a3e4-4910-96d8-bb3ca279da6d]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Flushing IO for device /dev/sdb {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[38a042d2-35f3-471c-bf79-c001569b96a1]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[44533d56-5046-41f4-ade1-48034f85d611]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c67e9e52-3e73-4ac0-855d-add9f2b58f79]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[01c81db5-a8ea-4511-bca1-0f6de049b745]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a, portal: 172.16.0.220,3260]
Oct 30 06:15:16 user nova-compute[74922]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a, portal: 172.16.0.220,3260] successful.
Oct 30 06:15:16 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08d9149b-d7d5-4114-9a63-eafaeaa6820a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f3b01a8-ba24-447e-921d-3aa5959c5dd4]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.301s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] <== disconnect_volume: return (303ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:15:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 06:15:17 user nova-compute[74922]: DEBUG nova.objects.instance [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lazy-loading 'flavor' on Instance uuid 566b6789-d93d-45da-8bb3-b1e28b448b6d {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:15:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-f36f8378-a3d1-42f2-ac9b-91f991e70ca5 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "566b6789-d93d-45da-8bb3-b1e28b448b6d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.732s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:15:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:15:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:15:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:15:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:15:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:15:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:15:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Acquiring lock "14b21456-68e5-426f-8dc2-4bd094c549e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:15:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "14b21456-68e5-426f-8dc2-4bd094c549e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:15:21 user nova-compute[74922]: DEBUG nova.compute.manager [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 06:15:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:15:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:15:21 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 06:15:21 user nova-compute[74922]: INFO nova.compute.claims [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Claim successful on node user
Oct 30 06:15:21 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:15:21 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:15:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.259s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:15:21 user nova-compute[74922]: DEBUG nova.compute.manager [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 06:15:21 user nova-compute[74922]: DEBUG nova.compute.manager [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 06:15:21 user nova-compute[74922]: DEBUG nova.network.neutron [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 06:15:21 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 06:15:21 user nova-compute[74922]: DEBUG nova.compute.manager [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 06:15:21 user nova-compute[74922]: DEBUG nova.policy [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f6a4c1481624d24a2fb6ded93293877', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a4520dbd94e41f6b73cd1c36b294f08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 06:15:21 user nova-compute[74922]: DEBUG nova.compute.manager [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 06:15:21 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 06:15:21 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Creating image(s)
Oct 30 06:15:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Acquiring lock "/opt/stack/data/nova/instances/14b21456-68e5-426f-8dc2-4bd094c549e5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:15:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "/opt/stack/data/nova/instances/14b21456-68e5-426f-8dc2-4bd094c549e5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:15:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "/opt/stack/data/nova/instances/14b21456-68e5-426f-8dc2-4bd094c549e5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:15:21 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:15:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.180s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:15:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:15:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:15:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:15:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.173s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:15:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/14b21456-68e5-426f-8dc2-4bd094c549e5/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:15:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/14b21456-68e5-426f-8dc2-4bd094c549e5/disk 1073741824" returned: 0 in 0.048s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:15:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.228s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:15:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:15:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.167s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:15:22 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Checking if we can resize image /opt/stack/data/nova/instances/14b21456-68e5-426f-8dc2-4bd094c549e5/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 06:15:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14b21456-68e5-426f-8dc2-4bd094c549e5/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:15:22 user nova-compute[74922]: DEBUG nova.network.neutron [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Successfully created port: 39fa7fa5-c18f-4fe6-8592-c85a39ea661e {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 06:15:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14b21456-68e5-426f-8dc2-4bd094c549e5/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:15:22 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Cannot resize image /opt/stack/data/nova/instances/14b21456-68e5-426f-8dc2-4bd094c549e5/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 06:15:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 06:15:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Ensure instance console log exists: /opt/stack/data/nova/instances/14b21456-68e5-426f-8dc2-4bd094c549e5/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 06:15:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:15:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:15:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.network.neutron [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Successfully updated port: 39fa7fa5-c18f-4fe6-8592-c85a39ea661e {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Acquiring lock "refresh_cache-14b21456-68e5-426f-8dc2-4bd094c549e5" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Acquired lock "refresh_cache-14b21456-68e5-426f-8dc2-4bd094c549e5" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.network.neutron [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.compute.manager [req-6ee44160-7008-40b4-98ce-2c0414909789 req-12b5a2e8-29b0-4fca-bcf1-7f1c64b40b6c service nova] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Received event network-changed-39fa7fa5-c18f-4fe6-8592-c85a39ea661e {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.compute.manager [req-6ee44160-7008-40b4-98ce-2c0414909789 req-12b5a2e8-29b0-4fca-bcf1-7f1c64b40b6c service nova] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Refreshing instance network info cache due to event network-changed-39fa7fa5-c18f-4fe6-8592-c85a39ea661e. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6ee44160-7008-40b4-98ce-2c0414909789 req-12b5a2e8-29b0-4fca-bcf1-7f1c64b40b6c service nova] Acquiring lock "refresh_cache-14b21456-68e5-426f-8dc2-4bd094c549e5" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.network.neutron [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.network.neutron [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Updating instance_info_cache with network_info: [{"id": "39fa7fa5-c18f-4fe6-8592-c85a39ea661e", "address": "fa:16:3e:b6:b1:de", "network": {"id": "e159dea7-e73e-49b3-bf3d-3de6facf85b9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-304238587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a4520dbd94e41f6b73cd1c36b294f08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39fa7fa5-c1", "ovs_interfaceid": "39fa7fa5-c18f-4fe6-8592-c85a39ea661e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Releasing lock "refresh_cache-14b21456-68e5-426f-8dc2-4bd094c549e5" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.compute.manager [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Instance network_info: |[{"id": "39fa7fa5-c18f-4fe6-8592-c85a39ea661e", "address": "fa:16:3e:b6:b1:de", "network": {"id": "e159dea7-e73e-49b3-bf3d-3de6facf85b9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-304238587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a4520dbd94e41f6b73cd1c36b294f08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39fa7fa5-c1", "ovs_interfaceid": "39fa7fa5-c18f-4fe6-8592-c85a39ea661e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6ee44160-7008-40b4-98ce-2c0414909789 req-12b5a2e8-29b0-4fca-bcf1-7f1c64b40b6c service nova] Acquired lock "refresh_cache-14b21456-68e5-426f-8dc2-4bd094c549e5" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.network.neutron [req-6ee44160-7008-40b4-98ce-2c0414909789 req-12b5a2e8-29b0-4fca-bcf1-7f1c64b40b6c service nova] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Refreshing network info cache for port 39fa7fa5-c18f-4fe6-8592-c85a39ea661e {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Start _get_guest_xml network_info=[{"id": "39fa7fa5-c18f-4fe6-8592-c85a39ea661e", "address": "fa:16:3e:b6:b1:de", "network": {"id": "e159dea7-e73e-49b3-bf3d-3de6facf85b9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-304238587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a4520dbd94e41f6b73cd1c36b294f08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39fa7fa5-c1", "ovs_interfaceid": "39fa7fa5-c18f-4fe6-8592-c85a39ea661e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 06:15:23 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:15:23 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:15:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-340889304',display_name='tempest-VolumesActionsTest-instance-340889304',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-340889304',id=45,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5a4520dbd94e41f6b73cd1c36b294f08',ramdisk_id='',reservation_id='r-jmgrhq0c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-46908904',owner_user_name='tempest-VolumesActionsTest-46908904-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:15:22Z,user_data=None,user_id='6f6a4c1481624d24a2fb6ded93293877',uuid=14b21456-68e5-426f-8dc2-4bd094c549e5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "39fa7fa5-c18f-4fe6-8592-c85a39ea661e", "address": "fa:16:3e:b6:b1:de", "network": {"id": "e159dea7-e73e-49b3-bf3d-3de6facf85b9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-304238587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a4520dbd94e41f6b73cd1c36b294f08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39fa7fa5-c1", "ovs_interfaceid": "39fa7fa5-c18f-4fe6-8592-c85a39ea661e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Converting VIF {"id": "39fa7fa5-c18f-4fe6-8592-c85a39ea661e", "address": "fa:16:3e:b6:b1:de", "network": {"id": "e159dea7-e73e-49b3-bf3d-3de6facf85b9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-304238587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a4520dbd94e41f6b73cd1c36b294f08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39fa7fa5-c1", "ovs_interfaceid": "39fa7fa5-c18f-4fe6-8592-c85a39ea661e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b6:b1:de,bridge_name='br-int',has_traffic_filtering=True,id=39fa7fa5-c18f-4fe6-8592-c85a39ea661e,network=Network(e159dea7-e73e-49b3-bf3d-3de6facf85b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39fa7fa5-c1') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.objects.instance [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lazy-loading 'pci_devices' on Instance uuid 14b21456-68e5-426f-8dc2-4bd094c549e5 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] End _get_guest_xml xml=<domain type="kvm">
Oct 30 06:15:23 user nova-compute[74922]:   <uuid>14b21456-68e5-426f-8dc2-4bd094c549e5</uuid>
Oct 30 06:15:23 user nova-compute[74922]:   <name>instance-0000002d</name>
Oct 30 06:15:23 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 06:15:23 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 06:15:23 user nova-compute[74922]:   <metadata>
Oct 30 06:15:23 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 06:15:23 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 06:15:23 user nova-compute[74922]:       <nova:name>tempest-VolumesActionsTest-instance-340889304</nova:name>
Oct 30 06:15:23 user nova-compute[74922]:       <nova:creationTime>2023-10-30 06:15:23</nova:creationTime>
Oct 30 06:15:23 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 06:15:23 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 06:15:23 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 06:15:23 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 06:15:23 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 06:15:23 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 06:15:23 user nova-compute[74922]:       </nova:flavor>
Oct 30 06:15:23 user nova-compute[74922]:       <nova:owner>
Oct 30 06:15:23 user nova-compute[74922]:         <nova:user uuid="6f6a4c1481624d24a2fb6ded93293877">tempest-VolumesActionsTest-46908904-project-member</nova:user>
Oct 30 06:15:23 user nova-compute[74922]:         <nova:project uuid="5a4520dbd94e41f6b73cd1c36b294f08">tempest-VolumesActionsTest-46908904</nova:project>
Oct 30 06:15:23 user nova-compute[74922]:       </nova:owner>
Oct 30 06:15:23 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 06:15:23 user nova-compute[74922]:       <nova:ports>
Oct 30 06:15:23 user nova-compute[74922]:         <nova:port uuid="39fa7fa5-c18f-4fe6-8592-c85a39ea661e">
Oct 30 06:15:23 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 30 06:15:23 user nova-compute[74922]:         </nova:port>
Oct 30 06:15:23 user nova-compute[74922]:       </nova:ports>
Oct 30 06:15:23 user nova-compute[74922]:     </nova:instance>
Oct 30 06:15:23 user nova-compute[74922]:   </metadata>
Oct 30 06:15:23 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 06:15:23 user nova-compute[74922]:     <system>
Oct 30 06:15:23 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 06:15:23 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 06:15:23 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 06:15:23 user nova-compute[74922]:       <entry name="serial">14b21456-68e5-426f-8dc2-4bd094c549e5</entry>
Oct 30 06:15:23 user nova-compute[74922]:       <entry name="uuid">14b21456-68e5-426f-8dc2-4bd094c549e5</entry>
Oct 30 06:15:23 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 06:15:23 user nova-compute[74922]:     </system>
Oct 30 06:15:23 user nova-compute[74922]:   </sysinfo>
Oct 30 06:15:23 user nova-compute[74922]:   <os>
Oct 30 06:15:23 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 06:15:23 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 06:15:23 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 06:15:23 user nova-compute[74922]:   </os>
Oct 30 06:15:23 user nova-compute[74922]:   <features>
Oct 30 06:15:23 user nova-compute[74922]:     <acpi/>
Oct 30 06:15:23 user nova-compute[74922]:     <apic/>
Oct 30 06:15:23 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 06:15:23 user nova-compute[74922]:   </features>
Oct 30 06:15:23 user nova-compute[74922]:   <clock offset="utc">
Oct 30 06:15:23 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 06:15:23 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 06:15:23 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 06:15:23 user nova-compute[74922]:   </clock>
Oct 30 06:15:23 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 06:15:23 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 06:15:23 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 06:15:23 user nova-compute[74922]:   </cpu>
Oct 30 06:15:23 user nova-compute[74922]:   <devices>
Oct 30 06:15:23 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 06:15:23 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 06:15:23 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/14b21456-68e5-426f-8dc2-4bd094c549e5/disk"/>
Oct 30 06:15:23 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 06:15:23 user nova-compute[74922]:     </disk>
Oct 30 06:15:23 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 06:15:23 user nova-compute[74922]:       <mac address="fa:16:3e:b6:b1:de"/>
Oct 30 06:15:23 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:15:23 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 06:15:23 user nova-compute[74922]:       <target dev="tap39fa7fa5-c1"/>
Oct 30 06:15:23 user nova-compute[74922]:     </interface>
Oct 30 06:15:23 user nova-compute[74922]:     <serial type="pty">
Oct 30 06:15:23 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/14b21456-68e5-426f-8dc2-4bd094c549e5/console.log" append="off"/>
Oct 30 06:15:23 user nova-compute[74922]:     </serial>
Oct 30 06:15:23 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 06:15:23 user nova-compute[74922]:     <video>
Oct 30 06:15:23 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:15:23 user nova-compute[74922]:     </video>
Oct 30 06:15:23 user nova-compute[74922]:     <rng model="virtio">
Oct 30 06:15:23 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 06:15:23 user nova-compute[74922]:     </rng>
Oct 30 06:15:23 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 06:15:23 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 06:15:23 user nova-compute[74922]:       <stats period="10"/>
Oct 30 06:15:23 user nova-compute[74922]:     </memballoon>
Oct 30 06:15:23 user nova-compute[74922]:   </devices>
Oct 30 06:15:23 user nova-compute[74922]: </domain>
Oct 30 06:15:23 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:15:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-340889304',display_name='tempest-VolumesActionsTest-instance-340889304',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-340889304',id=45,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5a4520dbd94e41f6b73cd1c36b294f08',ramdisk_id='',reservation_id='r-jmgrhq0c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-46908904',owner_user_name='tempest-VolumesActionsTest-46908904-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:15:22Z,user_data=None,user_id='6f6a4c1481624d24a2fb6ded93293877',uuid=14b21456-68e5-426f-8dc2-4bd094c549e5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "39fa7fa5-c18f-4fe6-8592-c85a39ea661e", "address": "fa:16:3e:b6:b1:de", "network": {"id": "e159dea7-e73e-49b3-bf3d-3de6facf85b9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-304238587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a4520dbd94e41f6b73cd1c36b294f08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39fa7fa5-c1", "ovs_interfaceid": "39fa7fa5-c18f-4fe6-8592-c85a39ea661e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Converting VIF {"id": "39fa7fa5-c18f-4fe6-8592-c85a39ea661e", "address": "fa:16:3e:b6:b1:de", "network": {"id": "e159dea7-e73e-49b3-bf3d-3de6facf85b9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-304238587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a4520dbd94e41f6b73cd1c36b294f08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39fa7fa5-c1", "ovs_interfaceid": "39fa7fa5-c18f-4fe6-8592-c85a39ea661e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b6:b1:de,bridge_name='br-int',has_traffic_filtering=True,id=39fa7fa5-c18f-4fe6-8592-c85a39ea661e,network=Network(e159dea7-e73e-49b3-bf3d-3de6facf85b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39fa7fa5-c1') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG os_vif [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:b1:de,bridge_name='br-int',has_traffic_filtering=True,id=39fa7fa5-c18f-4fe6-8592-c85a39ea661e,network=Network(e159dea7-e73e-49b3-bf3d-3de6facf85b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39fa7fa5-c1') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e7944742-ebff-55cd-9e5a-dcbbd1644cb7', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap39fa7fa5-c1, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap39fa7fa5-c1, col_values=(('qos', UUID('c3f7b02f-8943-46dd-9363-ff26c899ca11')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap39fa7fa5-c1, col_values=(('external_ids', {'iface-id': '39fa7fa5-c18f-4fe6-8592-c85a39ea661e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b6:b1:de', 'vm-uuid': '14b21456-68e5-426f-8dc2-4bd094c549e5'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:23 user nova-compute[74922]: INFO os_vif [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:b1:de,bridge_name='br-int',has_traffic_filtering=True,id=39fa7fa5-c18f-4fe6-8592-c85a39ea661e,network=Network(e159dea7-e73e-49b3-bf3d-3de6facf85b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39fa7fa5-c1')
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] No VIF found with MAC fa:16:3e:b6:b1:de, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.network.neutron [req-6ee44160-7008-40b4-98ce-2c0414909789 req-12b5a2e8-29b0-4fca-bcf1-7f1c64b40b6c service nova] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Updated VIF entry in instance network info cache for port 39fa7fa5-c18f-4fe6-8592-c85a39ea661e. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:15:23 user nova-compute[74922]: DEBUG nova.network.neutron [req-6ee44160-7008-40b4-98ce-2c0414909789 req-12b5a2e8-29b0-4fca-bcf1-7f1c64b40b6c service nova] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Updating instance_info_cache with network_info: [{"id": "39fa7fa5-c18f-4fe6-8592-c85a39ea661e", "address": "fa:16:3e:b6:b1:de", "network": {"id": "e159dea7-e73e-49b3-bf3d-3de6facf85b9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-304238587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a4520dbd94e41f6b73cd1c36b294f08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39fa7fa5-c1", "ovs_interfaceid": "39fa7fa5-c18f-4fe6-8592-c85a39ea661e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:15:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-6ee44160-7008-40b4-98ce-2c0414909789 req-12b5a2e8-29b0-4fca-bcf1-7f1c64b40b6c service nova] Releasing lock "refresh_cache-14b21456-68e5-426f-8dc2-4bd094c549e5" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:15:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:25 user nova-compute[74922]: DEBUG nova.compute.manager [req-2a832134-256b-47fb-bf6b-4d9c797b8c25 req-600ef76b-4146-447a-b594-c1c9f8bac965 service nova] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Received event network-vif-plugged-39fa7fa5-c18f-4fe6-8592-c85a39ea661e {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:15:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2a832134-256b-47fb-bf6b-4d9c797b8c25 req-600ef76b-4146-447a-b594-c1c9f8bac965 service nova] Acquiring lock "14b21456-68e5-426f-8dc2-4bd094c549e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:15:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2a832134-256b-47fb-bf6b-4d9c797b8c25 req-600ef76b-4146-447a-b594-c1c9f8bac965 service nova] Lock "14b21456-68e5-426f-8dc2-4bd094c549e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:15:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2a832134-256b-47fb-bf6b-4d9c797b8c25 req-600ef76b-4146-447a-b594-c1c9f8bac965 service nova] Lock "14b21456-68e5-426f-8dc2-4bd094c549e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:15:25 user nova-compute[74922]: DEBUG nova.compute.manager [req-2a832134-256b-47fb-bf6b-4d9c797b8c25 req-600ef76b-4146-447a-b594-c1c9f8bac965 service nova] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] No waiting events found dispatching network-vif-plugged-39fa7fa5-c18f-4fe6-8592-c85a39ea661e {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:15:25 user nova-compute[74922]: WARNING nova.compute.manager [req-2a832134-256b-47fb-bf6b-4d9c797b8c25 req-600ef76b-4146-447a-b594-c1c9f8bac965 service nova] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Received unexpected event network-vif-plugged-39fa7fa5-c18f-4fe6-8592-c85a39ea661e for instance with vm_state building and task_state spawning.
Oct 30 06:15:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:27 user nova-compute[74922]: DEBUG nova.compute.manager [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 06:15:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 06:15:27 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Instance spawned successfully.
Oct 30 06:15:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 06:15:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:15:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:15:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:15:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:15:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:15:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:15:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-38bdb684-81de-4abf-906c-15be8d6726db req-960c2e20-e15a-4912-bcfa-0cc6339c0233 service nova] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Received event network-vif-plugged-39fa7fa5-c18f-4fe6-8592-c85a39ea661e {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:15:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-38bdb684-81de-4abf-906c-15be8d6726db req-960c2e20-e15a-4912-bcfa-0cc6339c0233 service nova] Acquiring lock "14b21456-68e5-426f-8dc2-4bd094c549e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:15:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-38bdb684-81de-4abf-906c-15be8d6726db req-960c2e20-e15a-4912-bcfa-0cc6339c0233 service nova] Lock "14b21456-68e5-426f-8dc2-4bd094c549e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:15:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-38bdb684-81de-4abf-906c-15be8d6726db req-960c2e20-e15a-4912-bcfa-0cc6339c0233 service nova] Lock "14b21456-68e5-426f-8dc2-4bd094c549e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:15:27 user nova-compute[74922]: DEBUG nova.compute.manager [req-38bdb684-81de-4abf-906c-15be8d6726db req-960c2e20-e15a-4912-bcfa-0cc6339c0233 service nova] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] No waiting events found dispatching network-vif-plugged-39fa7fa5-c18f-4fe6-8592-c85a39ea661e {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:15:27 user nova-compute[74922]: WARNING nova.compute.manager [req-38bdb684-81de-4abf-906c-15be8d6726db req-960c2e20-e15a-4912-bcfa-0cc6339c0233 service nova] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Received unexpected event network-vif-plugged-39fa7fa5-c18f-4fe6-8592-c85a39ea661e for instance with vm_state building and task_state spawning.
Oct 30 06:15:27 user nova-compute[74922]: INFO nova.compute.manager [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Took 5.46 seconds to spawn the instance on the hypervisor.
Oct 30 06:15:27 user nova-compute[74922]: DEBUG nova.compute.manager [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:15:27 user nova-compute[74922]: INFO nova.compute.manager [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Took 6.04 seconds to build instance.
Oct 30 06:15:27 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-496709a7-8c2e-4606-b1be-1e7bafe9e7c7 tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "14b21456-68e5-426f-8dc2-4bd094c549e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.138s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:15:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:46 user nova-compute[74922]: DEBUG nova.compute.manager [req-580b7ca5-76d3-408b-aa4e-e63bebd6b66d req-4fdc0353-8adb-406c-8055-905e0966d544 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Received event network-changed-f3862cf0-6c78-45cd-9b16-2af5cbd87827 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:15:46 user nova-compute[74922]: DEBUG nova.compute.manager [req-580b7ca5-76d3-408b-aa4e-e63bebd6b66d req-4fdc0353-8adb-406c-8055-905e0966d544 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Refreshing instance network info cache due to event network-changed-f3862cf0-6c78-45cd-9b16-2af5cbd87827. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:15:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-580b7ca5-76d3-408b-aa4e-e63bebd6b66d req-4fdc0353-8adb-406c-8055-905e0966d544 service nova] Acquiring lock "refresh_cache-566b6789-d93d-45da-8bb3-b1e28b448b6d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:15:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-580b7ca5-76d3-408b-aa4e-e63bebd6b66d req-4fdc0353-8adb-406c-8055-905e0966d544 service nova] Acquired lock "refresh_cache-566b6789-d93d-45da-8bb3-b1e28b448b6d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:15:46 user nova-compute[74922]: DEBUG nova.network.neutron [req-580b7ca5-76d3-408b-aa4e-e63bebd6b66d req-4fdc0353-8adb-406c-8055-905e0966d544 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Refreshing network info cache for port f3862cf0-6c78-45cd-9b16-2af5cbd87827 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:15:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-46b5f1d1-68a3-4f52-90d5-87cdc8aaf76e tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "566b6789-d93d-45da-8bb3-b1e28b448b6d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:15:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-46b5f1d1-68a3-4f52-90d5-87cdc8aaf76e tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "566b6789-d93d-45da-8bb3-b1e28b448b6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:15:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-46b5f1d1-68a3-4f52-90d5-87cdc8aaf76e tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "566b6789-d93d-45da-8bb3-b1e28b448b6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:15:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-46b5f1d1-68a3-4f52-90d5-87cdc8aaf76e tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "566b6789-d93d-45da-8bb3-b1e28b448b6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:15:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-46b5f1d1-68a3-4f52-90d5-87cdc8aaf76e tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "566b6789-d93d-45da-8bb3-b1e28b448b6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:15:46 user nova-compute[74922]: INFO nova.compute.manager [None req-46b5f1d1-68a3-4f52-90d5-87cdc8aaf76e tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Terminating instance
Oct 30 06:15:46 user nova-compute[74922]: DEBUG nova.compute.manager [None req-46b5f1d1-68a3-4f52-90d5-87cdc8aaf76e tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:15:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:47 user nova-compute[74922]: DEBUG nova.network.neutron [req-580b7ca5-76d3-408b-aa4e-e63bebd6b66d req-4fdc0353-8adb-406c-8055-905e0966d544 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Updated VIF entry in instance network info cache for port f3862cf0-6c78-45cd-9b16-2af5cbd87827. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:15:47 user nova-compute[74922]: DEBUG nova.network.neutron [req-580b7ca5-76d3-408b-aa4e-e63bebd6b66d req-4fdc0353-8adb-406c-8055-905e0966d544 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Updating instance_info_cache with network_info: [{"id": "f3862cf0-6c78-45cd-9b16-2af5cbd87827", "address": "fa:16:3e:d3:52:75", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3862cf0-6c", "ovs_interfaceid": "f3862cf0-6c78-45cd-9b16-2af5cbd87827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:15:47 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-580b7ca5-76d3-408b-aa4e-e63bebd6b66d req-4fdc0353-8adb-406c-8055-905e0966d544 service nova] Releasing lock "refresh_cache-566b6789-d93d-45da-8bb3-b1e28b448b6d" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:15:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:47 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Instance destroyed successfully.
Oct 30 06:15:47 user nova-compute[74922]: DEBUG nova.objects.instance [None req-46b5f1d1-68a3-4f52-90d5-87cdc8aaf76e tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lazy-loading 'resources' on Instance uuid 566b6789-d93d-45da-8bb3-b1e28b448b6d {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:15:47 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-46b5f1d1-68a3-4f52-90d5-87cdc8aaf76e tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:12:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-182501120',display_name='tempest-TestStampPattern-server-182501120',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-182501120',id=42,image_ref='9d751e2a-bb79-4e0d-8bee-5d0fa014bc14',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP5IuUA4Uba8f3nMBrgp7MTt60fDGIs2G6KVc+xJxcr/DSpFv21p15QSwjt1ciLt1x4mdrpLdiulQzG5rWL3ZwfC4nmNN3vpvoWGGcnPJbfT6wz56Zccm5R8uxwC5ZIAbw==',key_name='tempest-TestStampPattern-1326207065',keypairs=<?>,launch_index=0,launched_at=2023-10-30T06:12:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='de3ee6a08aec4c2c9ddc0986556a1b83',ramdisk_id='',reservation_id='r-pzqpwt1f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e',image_min_disk='1',image_min_ram='0',image_owner_id='de3ee6a08aec4c2c9ddc0986556a1b83',image_owner_project_name='tempest-TestStampPattern-95040542',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-95040542-project-member',image_user_id='d66ca423688a415ab6feea7c6acfa2fb',owner_project_name='tempest-TestStampPattern-95040542',owner_user_name='tempest-TestStampPattern-95040542-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:12:48Z,user_data=None,user_id='d66ca423688a415ab6feea7c6acfa2fb',uuid=566b6789-d93d-45da-8bb3-b1e28b448b6d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f3862cf0-6c78-45cd-9b16-2af5cbd87827", "address": "fa:16:3e:d3:52:75", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3862cf0-6c", "ovs_interfaceid": "f3862cf0-6c78-45cd-9b16-2af5cbd87827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:15:47 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-46b5f1d1-68a3-4f52-90d5-87cdc8aaf76e tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Converting VIF {"id": "f3862cf0-6c78-45cd-9b16-2af5cbd87827", "address": "fa:16:3e:d3:52:75", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3862cf0-6c", "ovs_interfaceid": "f3862cf0-6c78-45cd-9b16-2af5cbd87827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:15:47 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-46b5f1d1-68a3-4f52-90d5-87cdc8aaf76e tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d3:52:75,bridge_name='br-int',has_traffic_filtering=True,id=f3862cf0-6c78-45cd-9b16-2af5cbd87827,network=Network(efef52e9-5903-4e49-84a3-52af65e29d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3862cf0-6c') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:15:47 user nova-compute[74922]: DEBUG os_vif [None req-46b5f1d1-68a3-4f52-90d5-87cdc8aaf76e tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d3:52:75,bridge_name='br-int',has_traffic_filtering=True,id=f3862cf0-6c78-45cd-9b16-2af5cbd87827,network=Network(efef52e9-5903-4e49-84a3-52af65e29d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3862cf0-6c') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:15:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf3862cf0-6c, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:15:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:15:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8d7fbdb6-fb1f-47e6-8f81-b55fb5b73393) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:15:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:47 user nova-compute[74922]: INFO os_vif [None req-46b5f1d1-68a3-4f52-90d5-87cdc8aaf76e tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d3:52:75,bridge_name='br-int',has_traffic_filtering=True,id=f3862cf0-6c78-45cd-9b16-2af5cbd87827,network=Network(efef52e9-5903-4e49-84a3-52af65e29d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3862cf0-6c')
Oct 30 06:15:47 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-46b5f1d1-68a3-4f52-90d5-87cdc8aaf76e tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Deleting instance files /opt/stack/data/nova/instances/566b6789-d93d-45da-8bb3-b1e28b448b6d_del
Oct 30 06:15:47 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-46b5f1d1-68a3-4f52-90d5-87cdc8aaf76e tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Deletion of /opt/stack/data/nova/instances/566b6789-d93d-45da-8bb3-b1e28b448b6d_del complete
Oct 30 06:15:47 user nova-compute[74922]: INFO nova.compute.manager [None req-46b5f1d1-68a3-4f52-90d5-87cdc8aaf76e tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Took 0.92 seconds to destroy the instance on the hypervisor.
Oct 30 06:15:47 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-46b5f1d1-68a3-4f52-90d5-87cdc8aaf76e tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:15:47 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:15:47 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:15:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:48 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:15:48 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Took 0.78 seconds to deallocate network for instance.
Oct 30 06:15:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-46b5f1d1-68a3-4f52-90d5-87cdc8aaf76e tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:15:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-46b5f1d1-68a3-4f52-90d5-87cdc8aaf76e tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:15:48 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-46b5f1d1-68a3-4f52-90d5-87cdc8aaf76e tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:15:48 user nova-compute[74922]: DEBUG nova.compute.manager [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Received event network-vif-unplugged-f3862cf0-6c78-45cd-9b16-2af5cbd87827 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:15:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] Acquiring lock "566b6789-d93d-45da-8bb3-b1e28b448b6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:15:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] Lock "566b6789-d93d-45da-8bb3-b1e28b448b6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:15:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] Lock "566b6789-d93d-45da-8bb3-b1e28b448b6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:15:48 user nova-compute[74922]: DEBUG nova.compute.manager [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] No waiting events found dispatching network-vif-unplugged-f3862cf0-6c78-45cd-9b16-2af5cbd87827 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:15:48 user nova-compute[74922]: WARNING nova.compute.manager [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Received unexpected event network-vif-unplugged-f3862cf0-6c78-45cd-9b16-2af5cbd87827 for instance with vm_state deleted and task_state None.
Oct 30 06:15:48 user nova-compute[74922]: DEBUG nova.compute.manager [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Received event network-vif-plugged-f3862cf0-6c78-45cd-9b16-2af5cbd87827 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:15:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] Acquiring lock "566b6789-d93d-45da-8bb3-b1e28b448b6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:15:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] Lock "566b6789-d93d-45da-8bb3-b1e28b448b6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:15:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] Lock "566b6789-d93d-45da-8bb3-b1e28b448b6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:15:48 user nova-compute[74922]: DEBUG nova.compute.manager [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] No waiting events found dispatching network-vif-plugged-f3862cf0-6c78-45cd-9b16-2af5cbd87827 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:15:48 user nova-compute[74922]: WARNING nova.compute.manager [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Received unexpected event network-vif-plugged-f3862cf0-6c78-45cd-9b16-2af5cbd87827 for instance with vm_state deleted and task_state None.
Oct 30 06:15:48 user nova-compute[74922]: DEBUG nova.compute.manager [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Received event network-vif-plugged-f3862cf0-6c78-45cd-9b16-2af5cbd87827 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:15:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] Acquiring lock "566b6789-d93d-45da-8bb3-b1e28b448b6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:15:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] Lock "566b6789-d93d-45da-8bb3-b1e28b448b6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:15:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] Lock "566b6789-d93d-45da-8bb3-b1e28b448b6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:15:48 user nova-compute[74922]: DEBUG nova.compute.manager [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] No waiting events found dispatching network-vif-plugged-f3862cf0-6c78-45cd-9b16-2af5cbd87827 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:15:48 user nova-compute[74922]: WARNING nova.compute.manager [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Received unexpected event network-vif-plugged-f3862cf0-6c78-45cd-9b16-2af5cbd87827 for instance with vm_state deleted and task_state None.
Oct 30 06:15:48 user nova-compute[74922]: DEBUG nova.compute.manager [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Received event network-vif-plugged-f3862cf0-6c78-45cd-9b16-2af5cbd87827 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:15:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] Acquiring lock "566b6789-d93d-45da-8bb3-b1e28b448b6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:15:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] Lock "566b6789-d93d-45da-8bb3-b1e28b448b6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:15:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] Lock "566b6789-d93d-45da-8bb3-b1e28b448b6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:15:48 user nova-compute[74922]: DEBUG nova.compute.manager [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] No waiting events found dispatching network-vif-plugged-f3862cf0-6c78-45cd-9b16-2af5cbd87827 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:15:48 user nova-compute[74922]: WARNING nova.compute.manager [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Received unexpected event network-vif-plugged-f3862cf0-6c78-45cd-9b16-2af5cbd87827 for instance with vm_state deleted and task_state None.
Oct 30 06:15:48 user nova-compute[74922]: DEBUG nova.compute.manager [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Received event network-vif-plugged-f3862cf0-6c78-45cd-9b16-2af5cbd87827 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:15:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] Acquiring lock "566b6789-d93d-45da-8bb3-b1e28b448b6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:15:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] Lock "566b6789-d93d-45da-8bb3-b1e28b448b6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:15:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] Lock "566b6789-d93d-45da-8bb3-b1e28b448b6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:15:48 user nova-compute[74922]: DEBUG nova.compute.manager [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] No waiting events found dispatching network-vif-plugged-f3862cf0-6c78-45cd-9b16-2af5cbd87827 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:15:48 user nova-compute[74922]: WARNING nova.compute.manager [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Received unexpected event network-vif-plugged-f3862cf0-6c78-45cd-9b16-2af5cbd87827 for instance with vm_state deleted and task_state None.
Oct 30 06:15:48 user nova-compute[74922]: DEBUG nova.compute.manager [req-5edec366-d78f-4ccd-b90a-99251dbecfc5 req-ce0bf21b-f048-4be0-ac53-791d0dccd264 service nova] [instance: 566b6789-d93d-45da-8bb3-b1e28b448b6d] Received event network-vif-deleted-f3862cf0-6c78-45cd-9b16-2af5cbd87827 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:15:48 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-46b5f1d1-68a3-4f52-90d5-87cdc8aaf76e tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:15:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-46b5f1d1-68a3-4f52-90d5-87cdc8aaf76e tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.216s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:15:48 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-46b5f1d1-68a3-4f52-90d5-87cdc8aaf76e tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Deleted allocations for instance 566b6789-d93d-45da-8bb3-b1e28b448b6d
Oct 30 06:15:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-46b5f1d1-68a3-4f52-90d5-87cdc8aaf76e tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "566b6789-d93d-45da-8bb3-b1e28b448b6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.123s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:15:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:51 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:15:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:53 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:15:54 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:15:54 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:15:54 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:15:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:55 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:15:56 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:15:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:15:57 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:15:59 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:15:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:15:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:15:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:15:59 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:16:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:16:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:16:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:16:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:16:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:16:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7959221a-f72a-429b-a0fb-1920cce5cc07/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:16:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7959221a-f72a-429b-a0fb-1920cce5cc07/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:16:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7959221a-f72a-429b-a0fb-1920cce5cc07/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:16:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7959221a-f72a-429b-a0fb-1920cce5cc07/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:16:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14b21456-68e5-426f-8dc2-4bd094c549e5/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:16:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14b21456-68e5-426f-8dc2-4bd094c549e5/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:16:00 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14b21456-68e5-426f-8dc2-4bd094c549e5/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:16:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14b21456-68e5-426f-8dc2-4bd094c549e5/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:16:01 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:16:01 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:16:01 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=8634MB free_disk=25.050262451171875GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:16:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:16:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:16:01 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:16:01 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 7959221a-f72a-429b-a0fb-1920cce5cc07 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:16:01 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 14b21456-68e5-426f-8dc2-4bd094c549e5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:16:01 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:16:01 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:16:01 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:16:01 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:16:01 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:16:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.280s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:16:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:16:03 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:16:03 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:16:03 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Didn't find any instances for network info cache update. {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 06:16:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:16:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:16:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:16:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:16:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:16:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:16:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:16:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:16:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:16:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:16:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:16:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:16:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:16:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:16:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:16:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:16:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:16:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:16:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:16:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:16:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:16:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:16:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:16:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-709d0c53-5322-42a1-beb9-0bbbe26a7fca tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Acquiring lock "7959221a-f72a-429b-a0fb-1920cce5cc07" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:16:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-709d0c53-5322-42a1-beb9-0bbbe26a7fca tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Lock "7959221a-f72a-429b-a0fb-1920cce5cc07" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:16:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-709d0c53-5322-42a1-beb9-0bbbe26a7fca tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Acquiring lock "7959221a-f72a-429b-a0fb-1920cce5cc07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:16:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-709d0c53-5322-42a1-beb9-0bbbe26a7fca tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Lock "7959221a-f72a-429b-a0fb-1920cce5cc07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:16:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-709d0c53-5322-42a1-beb9-0bbbe26a7fca tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Lock "7959221a-f72a-429b-a0fb-1920cce5cc07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:16:38 user nova-compute[74922]: INFO nova.compute.manager [None req-709d0c53-5322-42a1-beb9-0bbbe26a7fca tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Terminating instance
Oct 30 06:16:38 user nova-compute[74922]: DEBUG nova.compute.manager [None req-709d0c53-5322-42a1-beb9-0bbbe26a7fca tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:16:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:16:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:16:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:16:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-69453af8-c7c7-4d81-8d3f-6c07b3596616 req-566c56ee-4fb8-4311-bc2f-6039800de906 service nova] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Received event network-vif-unplugged-c8e461e6-a604-4e1d-a7ca-b6a6091ed92b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:16:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-69453af8-c7c7-4d81-8d3f-6c07b3596616 req-566c56ee-4fb8-4311-bc2f-6039800de906 service nova] Acquiring lock "7959221a-f72a-429b-a0fb-1920cce5cc07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:16:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-69453af8-c7c7-4d81-8d3f-6c07b3596616 req-566c56ee-4fb8-4311-bc2f-6039800de906 service nova] Lock "7959221a-f72a-429b-a0fb-1920cce5cc07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:16:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-69453af8-c7c7-4d81-8d3f-6c07b3596616 req-566c56ee-4fb8-4311-bc2f-6039800de906 service nova] Lock "7959221a-f72a-429b-a0fb-1920cce5cc07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:16:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-69453af8-c7c7-4d81-8d3f-6c07b3596616 req-566c56ee-4fb8-4311-bc2f-6039800de906 service nova] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] No waiting events found dispatching network-vif-unplugged-c8e461e6-a604-4e1d-a7ca-b6a6091ed92b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:16:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-69453af8-c7c7-4d81-8d3f-6c07b3596616 req-566c56ee-4fb8-4311-bc2f-6039800de906 service nova] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Received event network-vif-unplugged-c8e461e6-a604-4e1d-a7ca-b6a6091ed92b for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 06:16:39 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Instance destroyed successfully.
Oct 30 06:16:39 user nova-compute[74922]: DEBUG nova.objects.instance [None req-709d0c53-5322-42a1-beb9-0bbbe26a7fca tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Lazy-loading 'resources' on Instance uuid 7959221a-f72a-429b-a0fb-1920cce5cc07 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:16:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-709d0c53-5322-42a1-beb9-0bbbe26a7fca tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:14:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1997814559',display_name='tempest-VolumesActionsTest-instance-1997814559',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1997814559',id=44,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T06:14:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='68e025c5b953449c9b09068fd85aeb36',ramdisk_id='',reservation_id='r-7hc023p5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1341444004',owner_user_name='tempest-VolumesActionsTest-1341444004-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:14:37Z,user_data=None,user_id='75af2ecefadc4d69927c296b9e62a3f3',uuid=7959221a-f72a-429b-a0fb-1920cce5cc07,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c8e461e6-a604-4e1d-a7ca-b6a6091ed92b", "address": "fa:16:3e:ad:24:08", "network": {"id": "4b9f31a0-a0cd-42a2-a77f-ab17ea6d684f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-892397686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68e025c5b953449c9b09068fd85aeb36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e461e6-a6", "ovs_interfaceid": "c8e461e6-a604-4e1d-a7ca-b6a6091ed92b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:16:39 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-709d0c53-5322-42a1-beb9-0bbbe26a7fca tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Converting VIF {"id": "c8e461e6-a604-4e1d-a7ca-b6a6091ed92b", "address": "fa:16:3e:ad:24:08", "network": {"id": "4b9f31a0-a0cd-42a2-a77f-ab17ea6d684f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-892397686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "68e025c5b953449c9b09068fd85aeb36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8e461e6-a6", "ovs_interfaceid": "c8e461e6-a604-4e1d-a7ca-b6a6091ed92b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:16:39 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-709d0c53-5322-42a1-beb9-0bbbe26a7fca tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ad:24:08,bridge_name='br-int',has_traffic_filtering=True,id=c8e461e6-a604-4e1d-a7ca-b6a6091ed92b,network=Network(4b9f31a0-a0cd-42a2-a77f-ab17ea6d684f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8e461e6-a6') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:16:39 user nova-compute[74922]: DEBUG os_vif [None req-709d0c53-5322-42a1-beb9-0bbbe26a7fca tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:24:08,bridge_name='br-int',has_traffic_filtering=True,id=c8e461e6-a604-4e1d-a7ca-b6a6091ed92b,network=Network(4b9f31a0-a0cd-42a2-a77f-ab17ea6d684f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8e461e6-a6') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:16:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:16:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc8e461e6-a6, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:16:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:16:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:16:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:16:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9528c8d6-6d07-4df6-8f6b-7f0098b89342) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:16:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:16:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:16:39 user nova-compute[74922]: INFO os_vif [None req-709d0c53-5322-42a1-beb9-0bbbe26a7fca tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:24:08,bridge_name='br-int',has_traffic_filtering=True,id=c8e461e6-a604-4e1d-a7ca-b6a6091ed92b,network=Network(4b9f31a0-a0cd-42a2-a77f-ab17ea6d684f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8e461e6-a6')
Oct 30 06:16:39 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-709d0c53-5322-42a1-beb9-0bbbe26a7fca tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Deleting instance files /opt/stack/data/nova/instances/7959221a-f72a-429b-a0fb-1920cce5cc07_del
Oct 30 06:16:39 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-709d0c53-5322-42a1-beb9-0bbbe26a7fca tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Deletion of /opt/stack/data/nova/instances/7959221a-f72a-429b-a0fb-1920cce5cc07_del complete
Oct 30 06:16:39 user nova-compute[74922]: INFO nova.compute.manager [None req-709d0c53-5322-42a1-beb9-0bbbe26a7fca tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 30 06:16:39 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-709d0c53-5322-42a1-beb9-0bbbe26a7fca tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:16:39 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:16:39 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:16:39 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:16:39 user nova-compute[74922]: DEBUG nova.compute.manager [req-91a4bb85-16a9-49fd-bc0e-dfa848a38d44 req-150b4c52-1143-4cb1-b395-ebb3abd2d66a service nova] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Received event network-vif-deleted-c8e461e6-a604-4e1d-a7ca-b6a6091ed92b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:16:39 user nova-compute[74922]: INFO nova.compute.manager [req-91a4bb85-16a9-49fd-bc0e-dfa848a38d44 req-150b4c52-1143-4cb1-b395-ebb3abd2d66a service nova] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Neutron deleted interface c8e461e6-a604-4e1d-a7ca-b6a6091ed92b; detaching it from the instance and deleting it from the info cache
Oct 30 06:16:39 user nova-compute[74922]: DEBUG nova.network.neutron [req-91a4bb85-16a9-49fd-bc0e-dfa848a38d44 req-150b4c52-1143-4cb1-b395-ebb3abd2d66a service nova] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:16:39 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Took 0.46 seconds to deallocate network for instance.
Oct 30 06:16:39 user nova-compute[74922]: DEBUG nova.compute.manager [req-91a4bb85-16a9-49fd-bc0e-dfa848a38d44 req-150b4c52-1143-4cb1-b395-ebb3abd2d66a service nova] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Detach interface failed, port_id=c8e461e6-a604-4e1d-a7ca-b6a6091ed92b, reason: Instance 7959221a-f72a-429b-a0fb-1920cce5cc07 could not be found. {{(pid=74922) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 06:16:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-709d0c53-5322-42a1-beb9-0bbbe26a7fca tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:16:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-709d0c53-5322-42a1-beb9-0bbbe26a7fca tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:16:40 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-709d0c53-5322-42a1-beb9-0bbbe26a7fca tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:16:40 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-709d0c53-5322-42a1-beb9-0bbbe26a7fca tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:16:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-709d0c53-5322-42a1-beb9-0bbbe26a7fca tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.193s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:16:40 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-709d0c53-5322-42a1-beb9-0bbbe26a7fca tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Deleted allocations for instance 7959221a-f72a-429b-a0fb-1920cce5cc07
Oct 30 06:16:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-709d0c53-5322-42a1-beb9-0bbbe26a7fca tempest-VolumesActionsTest-1341444004 tempest-VolumesActionsTest-1341444004-project-member] Lock "7959221a-f72a-429b-a0fb-1920cce5cc07" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.725s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:16:40 user nova-compute[74922]: DEBUG nova.compute.manager [req-42c11f0b-0c19-46fb-83e0-14f97a73b945 req-c490b3ff-7075-463a-98dc-de3d26f58abc service nova] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Received event network-vif-plugged-c8e461e6-a604-4e1d-a7ca-b6a6091ed92b {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:16:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-42c11f0b-0c19-46fb-83e0-14f97a73b945 req-c490b3ff-7075-463a-98dc-de3d26f58abc service nova] Acquiring lock "7959221a-f72a-429b-a0fb-1920cce5cc07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:16:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-42c11f0b-0c19-46fb-83e0-14f97a73b945 req-c490b3ff-7075-463a-98dc-de3d26f58abc service nova] Lock "7959221a-f72a-429b-a0fb-1920cce5cc07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:16:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-42c11f0b-0c19-46fb-83e0-14f97a73b945 req-c490b3ff-7075-463a-98dc-de3d26f58abc service nova] Lock "7959221a-f72a-429b-a0fb-1920cce5cc07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:16:40 user nova-compute[74922]: DEBUG nova.compute.manager [req-42c11f0b-0c19-46fb-83e0-14f97a73b945 req-c490b3ff-7075-463a-98dc-de3d26f58abc service nova] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] No waiting events found dispatching network-vif-plugged-c8e461e6-a604-4e1d-a7ca-b6a6091ed92b {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:16:40 user nova-compute[74922]: WARNING nova.compute.manager [req-42c11f0b-0c19-46fb-83e0-14f97a73b945 req-c490b3ff-7075-463a-98dc-de3d26f58abc service nova] [instance: 7959221a-f72a-429b-a0fb-1920cce5cc07] Received unexpected event network-vif-plugged-c8e461e6-a604-4e1d-a7ca-b6a6091ed92b for instance with vm_state deleted and task_state None.
Oct 30 06:16:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:16:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:16:53 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:16:53 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:16:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:16:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:16:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:16:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:16:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:16:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:16:54 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:16:54 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:16:55 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:16:56 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:16:57 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:16:57 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:16:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:16:59 user nova-compute[74922]: DEBUG nova.compute.manager [req-c67fce81-5c04-4348-9fae-f04b9061a438 req-eeb9e271-ab85-431d-8f4e-cf402f230340 service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Received event network-changed-1f5935a8-4893-4cbb-aaca-d1421b7ea49a {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:16:59 user nova-compute[74922]: DEBUG nova.compute.manager [req-c67fce81-5c04-4348-9fae-f04b9061a438 req-eeb9e271-ab85-431d-8f4e-cf402f230340 service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Refreshing instance network info cache due to event network-changed-1f5935a8-4893-4cbb-aaca-d1421b7ea49a. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:16:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c67fce81-5c04-4348-9fae-f04b9061a438 req-eeb9e271-ab85-431d-8f4e-cf402f230340 service nova] Acquiring lock "refresh_cache-a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:16:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c67fce81-5c04-4348-9fae-f04b9061a438 req-eeb9e271-ab85-431d-8f4e-cf402f230340 service nova] Acquired lock "refresh_cache-a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:16:59 user nova-compute[74922]: DEBUG nova.network.neutron [req-c67fce81-5c04-4348-9fae-f04b9061a438 req-eeb9e271-ab85-431d-8f4e-cf402f230340 service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Refreshing network info cache for port 1f5935a8-4893-4cbb-aaca-d1421b7ea49a {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:16:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d8d8d7d1-5454-451d-8dfe-bf1d779b2680 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:16:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d8d8d7d1-5454-451d-8dfe-bf1d779b2680 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:16:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d8d8d7d1-5454-451d-8dfe-bf1d779b2680 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:16:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d8d8d7d1-5454-451d-8dfe-bf1d779b2680 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:16:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d8d8d7d1-5454-451d-8dfe-bf1d779b2680 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:16:59 user nova-compute[74922]: INFO nova.compute.manager [None req-d8d8d7d1-5454-451d-8dfe-bf1d779b2680 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Terminating instance
Oct 30 06:16:59 user nova-compute[74922]: DEBUG nova.compute.manager [None req-d8d8d7d1-5454-451d-8dfe-bf1d779b2680 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:16:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:16:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:16:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:16:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG nova.compute.manager [req-033770ee-2eb0-4e69-866e-a47af5f7c050 req-3baedb9c-9ebf-40d1-8d70-e94753e3cb9b service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Received event network-vif-unplugged-1f5935a8-4893-4cbb-aaca-d1421b7ea49a {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-033770ee-2eb0-4e69-866e-a47af5f7c050 req-3baedb9c-9ebf-40d1-8d70-e94753e3cb9b service nova] Acquiring lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-033770ee-2eb0-4e69-866e-a47af5f7c050 req-3baedb9c-9ebf-40d1-8d70-e94753e3cb9b service nova] Lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-033770ee-2eb0-4e69-866e-a47af5f7c050 req-3baedb9c-9ebf-40d1-8d70-e94753e3cb9b service nova] Lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG nova.compute.manager [req-033770ee-2eb0-4e69-866e-a47af5f7c050 req-3baedb9c-9ebf-40d1-8d70-e94753e3cb9b service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] No waiting events found dispatching network-vif-unplugged-1f5935a8-4893-4cbb-aaca-d1421b7ea49a {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG nova.compute.manager [req-033770ee-2eb0-4e69-866e-a47af5f7c050 req-3baedb9c-9ebf-40d1-8d70-e94753e3cb9b service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Received event network-vif-unplugged-1f5935a8-4893-4cbb-aaca-d1421b7ea49a for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG nova.network.neutron [req-c67fce81-5c04-4348-9fae-f04b9061a438 req-eeb9e271-ab85-431d-8f4e-cf402f230340 service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Updated VIF entry in instance network info cache for port 1f5935a8-4893-4cbb-aaca-d1421b7ea49a. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG nova.network.neutron [req-c67fce81-5c04-4348-9fae-f04b9061a438 req-eeb9e271-ab85-431d-8f4e-cf402f230340 service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Updating instance_info_cache with network_info: [{"id": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "address": "fa:16:3e:ce:38:99", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f5935a8-48", "ovs_interfaceid": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c67fce81-5c04-4348-9fae-f04b9061a438 req-eeb9e271-ab85-431d-8f4e-cf402f230340 service nova] Releasing lock "refresh_cache-a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:17:00 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Instance destroyed successfully.
Oct 30 06:17:00 user nova-compute[74922]: DEBUG nova.objects.instance [None req-d8d8d7d1-5454-451d-8dfe-bf1d779b2680 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lazy-loading 'resources' on Instance uuid a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-d8d8d7d1-5454-451d-8dfe-bf1d779b2680 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:08:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1621443864',display_name='tempest-TestStampPattern-server-1621443864',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1621443864',id=41,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP5IuUA4Uba8f3nMBrgp7MTt60fDGIs2G6KVc+xJxcr/DSpFv21p15QSwjt1ciLt1x4mdrpLdiulQzG5rWL3ZwfC4nmNN3vpvoWGGcnPJbfT6wz56Zccm5R8uxwC5ZIAbw==',key_name='tempest-TestStampPattern-1326207065',keypairs=<?>,launch_index=0,launched_at=2023-10-30T06:08:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='de3ee6a08aec4c2c9ddc0986556a1b83',ramdisk_id='',reservation_id='r-nexko5vz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-95040542',owner_user_name='tempest-TestStampPattern-95040542-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:12:37Z,user_data=None,user_id='d66ca423688a415ab6feea7c6acfa2fb',uuid=a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "address": "fa:16:3e:ce:38:99", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f5935a8-48", "ovs_interfaceid": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-d8d8d7d1-5454-451d-8dfe-bf1d779b2680 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Converting VIF {"id": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "address": "fa:16:3e:ce:38:99", "network": {"id": "efef52e9-5903-4e49-84a3-52af65e29d24", "bridge": "br-int", "label": "tempest-TestStampPattern-836408221-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de3ee6a08aec4c2c9ddc0986556a1b83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f5935a8-48", "ovs_interfaceid": "1f5935a8-4893-4cbb-aaca-d1421b7ea49a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-d8d8d7d1-5454-451d-8dfe-bf1d779b2680 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ce:38:99,bridge_name='br-int',has_traffic_filtering=True,id=1f5935a8-4893-4cbb-aaca-d1421b7ea49a,network=Network(efef52e9-5903-4e49-84a3-52af65e29d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f5935a8-48') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG os_vif [None req-d8d8d7d1-5454-451d-8dfe-bf1d779b2680 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ce:38:99,bridge_name='br-int',has_traffic_filtering=True,id=1f5935a8-4893-4cbb-aaca-d1421b7ea49a,network=Network(efef52e9-5903-4e49-84a3-52af65e29d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f5935a8-48') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1f5935a8-48, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fca6ea5f-d004-4113-b808-f3bb90bd7ad7) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:17:00 user nova-compute[74922]: INFO os_vif [None req-d8d8d7d1-5454-451d-8dfe-bf1d779b2680 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ce:38:99,bridge_name='br-int',has_traffic_filtering=True,id=1f5935a8-4893-4cbb-aaca-d1421b7ea49a,network=Network(efef52e9-5903-4e49-84a3-52af65e29d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f5935a8-48')
Oct 30 06:17:00 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-d8d8d7d1-5454-451d-8dfe-bf1d779b2680 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Deleting instance files /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e_del
Oct 30 06:17:00 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-d8d8d7d1-5454-451d-8dfe-bf1d779b2680 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Deletion of /opt/stack/data/nova/instances/a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e_del complete
Oct 30 06:17:00 user nova-compute[74922]: INFO nova.compute.manager [None req-d8d8d7d1-5454-451d-8dfe-bf1d779b2680 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 30 06:17:00 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-d8d8d7d1-5454-451d-8dfe-bf1d779b2680 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:17:00 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Took 0.39 seconds to deallocate network for instance.
Oct 30 06:17:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d8d8d7d1-5454-451d-8dfe-bf1d779b2680 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d8d8d7d1-5454-451d-8dfe-bf1d779b2680 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-d8d8d7d1-5454-451d-8dfe-bf1d779b2680 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-d8d8d7d1-5454-451d-8dfe-bf1d779b2680 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d8d8d7d1-5454-451d-8dfe-bf1d779b2680 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.156s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.025s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:17:00 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:17:01 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-d8d8d7d1-5454-451d-8dfe-bf1d779b2680 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Deleted allocations for instance a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e
Oct 30 06:17:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14b21456-68e5-426f-8dc2-4bd094c549e5/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:17:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d8d8d7d1-5454-451d-8dfe-bf1d779b2680 tempest-TestStampPattern-95040542 tempest-TestStampPattern-95040542-project-member] Lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.657s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:17:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14b21456-68e5-426f-8dc2-4bd094c549e5/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:17:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14b21456-68e5-426f-8dc2-4bd094c549e5/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:17:01 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14b21456-68e5-426f-8dc2-4bd094c549e5/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:17:01 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:17:01 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:17:01 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=8814MB free_disk=25.192665100097656GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:17:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:17:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:17:01 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 14b21456-68e5-426f-8dc2-4bd094c549e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:17:01 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:17:01 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:17:01 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:17:02 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:17:02 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:17:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.218s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:17:02 user nova-compute[74922]: DEBUG nova.compute.manager [req-40c53882-0861-41f6-a4aa-94ffd3699752 req-34790897-88d3-4ff1-a612-18317cde1904 service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Received event network-vif-plugged-1f5935a8-4893-4cbb-aaca-d1421b7ea49a {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:17:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-40c53882-0861-41f6-a4aa-94ffd3699752 req-34790897-88d3-4ff1-a612-18317cde1904 service nova] Acquiring lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:17:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-40c53882-0861-41f6-a4aa-94ffd3699752 req-34790897-88d3-4ff1-a612-18317cde1904 service nova] Lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:17:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-40c53882-0861-41f6-a4aa-94ffd3699752 req-34790897-88d3-4ff1-a612-18317cde1904 service nova] Lock "a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:17:02 user nova-compute[74922]: DEBUG nova.compute.manager [req-40c53882-0861-41f6-a4aa-94ffd3699752 req-34790897-88d3-4ff1-a612-18317cde1904 service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] No waiting events found dispatching network-vif-plugged-1f5935a8-4893-4cbb-aaca-d1421b7ea49a {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:17:02 user nova-compute[74922]: WARNING nova.compute.manager [req-40c53882-0861-41f6-a4aa-94ffd3699752 req-34790897-88d3-4ff1-a612-18317cde1904 service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Received unexpected event network-vif-plugged-1f5935a8-4893-4cbb-aaca-d1421b7ea49a for instance with vm_state deleted and task_state None.
Oct 30 06:17:02 user nova-compute[74922]: DEBUG nova.compute.manager [req-40c53882-0861-41f6-a4aa-94ffd3699752 req-34790897-88d3-4ff1-a612-18317cde1904 service nova] [instance: a9f5f0aa-1ee6-4929-bd8f-eaae06850d0e] Received event network-vif-deleted-1f5935a8-4893-4cbb-aaca-d1421b7ea49a {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:17:04 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:17:04 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:17:04 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:17:04 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 06:17:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-14b21456-68e5-426f-8dc2-4bd094c549e5" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:17:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-14b21456-68e5-426f-8dc2-4bd094c549e5" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:17:04 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:17:04 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lazy-loading 'info_cache' on Instance uuid 14b21456-68e5-426f-8dc2-4bd094c549e5 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:17:04 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Updating instance_info_cache with network_info: [{"id": "39fa7fa5-c18f-4fe6-8592-c85a39ea661e", "address": "fa:16:3e:b6:b1:de", "network": {"id": "e159dea7-e73e-49b3-bf3d-3de6facf85b9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-304238587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a4520dbd94e41f6b73cd1c36b294f08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39fa7fa5-c1", "ovs_interfaceid": "39fa7fa5-c18f-4fe6-8592-c85a39ea661e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:17:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-14b21456-68e5-426f-8dc2-4bd094c549e5" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:17:05 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:17:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d5242b7b-b0b7-43cf-bf05-38ee41c2400d tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Acquiring lock "14b21456-68e5-426f-8dc2-4bd094c549e5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d5242b7b-b0b7-43cf-bf05-38ee41c2400d tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "14b21456-68e5-426f-8dc2-4bd094c549e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d5242b7b-b0b7-43cf-bf05-38ee41c2400d tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Acquiring lock "14b21456-68e5-426f-8dc2-4bd094c549e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d5242b7b-b0b7-43cf-bf05-38ee41c2400d tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "14b21456-68e5-426f-8dc2-4bd094c549e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d5242b7b-b0b7-43cf-bf05-38ee41c2400d tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "14b21456-68e5-426f-8dc2-4bd094c549e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:17:12 user nova-compute[74922]: INFO nova.compute.manager [None req-d5242b7b-b0b7-43cf-bf05-38ee41c2400d tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Terminating instance
Oct 30 06:17:12 user nova-compute[74922]: DEBUG nova.compute.manager [None req-d5242b7b-b0b7-43cf-bf05-38ee41c2400d tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG nova.compute.manager [req-cc54c1cc-561e-48c4-a0b5-bcdd6a9c8548 req-17e9e551-087f-4186-b553-cf338161782a service nova] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Received event network-vif-unplugged-39fa7fa5-c18f-4fe6-8592-c85a39ea661e {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-cc54c1cc-561e-48c4-a0b5-bcdd6a9c8548 req-17e9e551-087f-4186-b553-cf338161782a service nova] Acquiring lock "14b21456-68e5-426f-8dc2-4bd094c549e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-cc54c1cc-561e-48c4-a0b5-bcdd6a9c8548 req-17e9e551-087f-4186-b553-cf338161782a service nova] Lock "14b21456-68e5-426f-8dc2-4bd094c549e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-cc54c1cc-561e-48c4-a0b5-bcdd6a9c8548 req-17e9e551-087f-4186-b553-cf338161782a service nova] Lock "14b21456-68e5-426f-8dc2-4bd094c549e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG nova.compute.manager [req-cc54c1cc-561e-48c4-a0b5-bcdd6a9c8548 req-17e9e551-087f-4186-b553-cf338161782a service nova] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] No waiting events found dispatching network-vif-unplugged-39fa7fa5-c18f-4fe6-8592-c85a39ea661e {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG nova.compute.manager [req-cc54c1cc-561e-48c4-a0b5-bcdd6a9c8548 req-17e9e551-087f-4186-b553-cf338161782a service nova] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Received event network-vif-unplugged-39fa7fa5-c18f-4fe6-8592-c85a39ea661e for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 06:17:12 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Instance destroyed successfully.
Oct 30 06:17:12 user nova-compute[74922]: DEBUG nova.objects.instance [None req-d5242b7b-b0b7-43cf-bf05-38ee41c2400d tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lazy-loading 'resources' on Instance uuid 14b21456-68e5-426f-8dc2-4bd094c549e5 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-d5242b7b-b0b7-43cf-bf05-38ee41c2400d tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:15:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-340889304',display_name='tempest-VolumesActionsTest-instance-340889304',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-340889304',id=45,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T06:15:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5a4520dbd94e41f6b73cd1c36b294f08',ramdisk_id='',reservation_id='r-jmgrhq0c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-46908904',owner_user_name='tempest-VolumesActionsTest-46908904-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:15:27Z,user_data=None,user_id='6f6a4c1481624d24a2fb6ded93293877',uuid=14b21456-68e5-426f-8dc2-4bd094c549e5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "39fa7fa5-c18f-4fe6-8592-c85a39ea661e", "address": "fa:16:3e:b6:b1:de", "network": {"id": "e159dea7-e73e-49b3-bf3d-3de6facf85b9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-304238587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a4520dbd94e41f6b73cd1c36b294f08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39fa7fa5-c1", "ovs_interfaceid": "39fa7fa5-c18f-4fe6-8592-c85a39ea661e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-d5242b7b-b0b7-43cf-bf05-38ee41c2400d tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Converting VIF {"id": "39fa7fa5-c18f-4fe6-8592-c85a39ea661e", "address": "fa:16:3e:b6:b1:de", "network": {"id": "e159dea7-e73e-49b3-bf3d-3de6facf85b9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-304238587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a4520dbd94e41f6b73cd1c36b294f08", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39fa7fa5-c1", "ovs_interfaceid": "39fa7fa5-c18f-4fe6-8592-c85a39ea661e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-d5242b7b-b0b7-43cf-bf05-38ee41c2400d tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b6:b1:de,bridge_name='br-int',has_traffic_filtering=True,id=39fa7fa5-c18f-4fe6-8592-c85a39ea661e,network=Network(e159dea7-e73e-49b3-bf3d-3de6facf85b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39fa7fa5-c1') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG os_vif [None req-d5242b7b-b0b7-43cf-bf05-38ee41c2400d tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b6:b1:de,bridge_name='br-int',has_traffic_filtering=True,id=39fa7fa5-c18f-4fe6-8592-c85a39ea661e,network=Network(e159dea7-e73e-49b3-bf3d-3de6facf85b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39fa7fa5-c1') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap39fa7fa5-c1, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c3f7b02f-8943-46dd-9363-ff26c899ca11) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:17:12 user nova-compute[74922]: INFO os_vif [None req-d5242b7b-b0b7-43cf-bf05-38ee41c2400d tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b6:b1:de,bridge_name='br-int',has_traffic_filtering=True,id=39fa7fa5-c18f-4fe6-8592-c85a39ea661e,network=Network(e159dea7-e73e-49b3-bf3d-3de6facf85b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39fa7fa5-c1')
Oct 30 06:17:12 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-d5242b7b-b0b7-43cf-bf05-38ee41c2400d tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Deleting instance files /opt/stack/data/nova/instances/14b21456-68e5-426f-8dc2-4bd094c549e5_del
Oct 30 06:17:12 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-d5242b7b-b0b7-43cf-bf05-38ee41c2400d tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Deletion of /opt/stack/data/nova/instances/14b21456-68e5-426f-8dc2-4bd094c549e5_del complete
Oct 30 06:17:13 user nova-compute[74922]: INFO nova.compute.manager [None req-d5242b7b-b0b7-43cf-bf05-38ee41c2400d tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 30 06:17:13 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-d5242b7b-b0b7-43cf-bf05-38ee41c2400d tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:17:13 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:17:13 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:17:13 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:17:13 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Took 0.89 seconds to deallocate network for instance.
Oct 30 06:17:13 user nova-compute[74922]: DEBUG nova.compute.manager [req-8dcd1faf-ad9a-45d4-b0a6-17e059656607 req-0074f9b4-014e-4ebf-b96f-dae46bc550f0 service nova] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Received event network-vif-deleted-39fa7fa5-c18f-4fe6-8592-c85a39ea661e {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:17:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d5242b7b-b0b7-43cf-bf05-38ee41c2400d tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:17:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d5242b7b-b0b7-43cf-bf05-38ee41c2400d tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:17:14 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-d5242b7b-b0b7-43cf-bf05-38ee41c2400d tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:17:14 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-d5242b7b-b0b7-43cf-bf05-38ee41c2400d tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:17:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d5242b7b-b0b7-43cf-bf05-38ee41c2400d tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.150s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:17:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:14 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-d5242b7b-b0b7-43cf-bf05-38ee41c2400d tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Deleted allocations for instance 14b21456-68e5-426f-8dc2-4bd094c549e5
Oct 30 06:17:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-d5242b7b-b0b7-43cf-bf05-38ee41c2400d tempest-VolumesActionsTest-46908904 tempest-VolumesActionsTest-46908904-project-member] Lock "14b21456-68e5-426f-8dc2-4bd094c549e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.197s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:17:14 user nova-compute[74922]: DEBUG nova.compute.manager [req-d4b75c51-b7ac-4662-9acf-5e47b6eabd6d req-b6459254-015e-4a0f-8c4f-fabdc90d3f01 service nova] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Received event network-vif-plugged-39fa7fa5-c18f-4fe6-8592-c85a39ea661e {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:17:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d4b75c51-b7ac-4662-9acf-5e47b6eabd6d req-b6459254-015e-4a0f-8c4f-fabdc90d3f01 service nova] Acquiring lock "14b21456-68e5-426f-8dc2-4bd094c549e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:17:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d4b75c51-b7ac-4662-9acf-5e47b6eabd6d req-b6459254-015e-4a0f-8c4f-fabdc90d3f01 service nova] Lock "14b21456-68e5-426f-8dc2-4bd094c549e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:17:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d4b75c51-b7ac-4662-9acf-5e47b6eabd6d req-b6459254-015e-4a0f-8c4f-fabdc90d3f01 service nova] Lock "14b21456-68e5-426f-8dc2-4bd094c549e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:17:14 user nova-compute[74922]: DEBUG nova.compute.manager [req-d4b75c51-b7ac-4662-9acf-5e47b6eabd6d req-b6459254-015e-4a0f-8c4f-fabdc90d3f01 service nova] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] No waiting events found dispatching network-vif-plugged-39fa7fa5-c18f-4fe6-8592-c85a39ea661e {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:17:14 user nova-compute[74922]: WARNING nova.compute.manager [req-d4b75c51-b7ac-4662-9acf-5e47b6eabd6d req-b6459254-015e-4a0f-8c4f-fabdc90d3f01 service nova] [instance: 14b21456-68e5-426f-8dc2-4bd094c549e5] Received unexpected event network-vif-plugged-39fa7fa5-c18f-4fe6-8592-c85a39ea661e for instance with vm_state deleted and task_state None.
Oct 30 06:17:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Acquiring lock "06897d17-aafb-49e5-b438-fd36e77be638" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:17:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "06897d17-aafb-49e5-b438-fd36e77be638" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:17:22 user nova-compute[74922]: DEBUG nova.compute.manager [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 06:17:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:17:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:17:22 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 06:17:22 user nova-compute[74922]: INFO nova.compute.claims [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Claim successful on node user
Oct 30 06:17:22 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:17:22 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:17:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.190s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:17:22 user nova-compute[74922]: DEBUG nova.compute.manager [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 06:17:22 user nova-compute[74922]: DEBUG nova.compute.manager [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 06:17:22 user nova-compute[74922]: DEBUG nova.network.neutron [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 06:17:22 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 06:17:22 user nova-compute[74922]: DEBUG nova.compute.manager [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 06:17:22 user nova-compute[74922]: DEBUG nova.policy [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4385f8f0a860474797a0ab4dc3b85929', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa7d9fdb84a4464ab01fec12d187e83b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 06:17:22 user nova-compute[74922]: DEBUG nova.compute.manager [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 06:17:22 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 06:17:22 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Creating image(s)
Oct 30 06:17:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Acquiring lock "/opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:17:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "/opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:17:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "/opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:17:22 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:17:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.186s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:17:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Acquiring lock "92168bb0f06566e44af36b76a6ac547853810155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:17:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:17:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:17:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.166s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:17:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk 1073741824 {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:17:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155,backing_fmt=raw /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk 1073741824" returned: 0 in 0.055s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:17:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "92168bb0f06566e44af36b76a6ac547853810155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.228s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:17:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:17:23 user nova-compute[74922]: DEBUG nova.network.neutron [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Successfully created port: a6c46aba-f67a-4562-957c-2563b6fd6e62 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 06:17:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155 --force-share --output=json" returned: 0 in 0.168s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:17:23 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Checking if we can resize image /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk. size=1073741824 {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 30 06:17:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:17:23 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:17:23 user nova-compute[74922]: DEBUG nova.virt.disk.api [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Cannot resize image /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk to a smaller size. {{(pid=74922) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 30 06:17:23 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Created local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 30 06:17:23 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Ensure instance console log exists: /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 06:17:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:17:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:17:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.network.neutron [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Successfully updated port: a6c46aba-f67a-4562-957c-2563b6fd6e62 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Acquiring lock "refresh_cache-06897d17-aafb-49e5-b438-fd36e77be638" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Acquired lock "refresh_cache-06897d17-aafb-49e5-b438-fd36e77be638" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.network.neutron [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-c8d831f9-3d6f-4836-8ede-9e3ed0c0268a req-840c35ce-bc9a-4a43-96e6-97555eaca4e3 service nova] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Received event network-changed-a6c46aba-f67a-4562-957c-2563b6fd6e62 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.compute.manager [req-c8d831f9-3d6f-4836-8ede-9e3ed0c0268a req-840c35ce-bc9a-4a43-96e6-97555eaca4e3 service nova] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Refreshing instance network info cache due to event network-changed-a6c46aba-f67a-4562-957c-2563b6fd6e62. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c8d831f9-3d6f-4836-8ede-9e3ed0c0268a req-840c35ce-bc9a-4a43-96e6-97555eaca4e3 service nova] Acquiring lock "refresh_cache-06897d17-aafb-49e5-b438-fd36e77be638" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.network.neutron [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.network.neutron [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Updating instance_info_cache with network_info: [{"id": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "address": "fa:16:3e:00:9c:0a", "network": {"id": "8888d3d8-7a40-4e09-b740-13de26727769", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1833312975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7d9fdb84a4464ab01fec12d187e83b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6c46aba-f6", "ovs_interfaceid": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Releasing lock "refresh_cache-06897d17-aafb-49e5-b438-fd36e77be638" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.compute.manager [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Instance network_info: |[{"id": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "address": "fa:16:3e:00:9c:0a", "network": {"id": "8888d3d8-7a40-4e09-b740-13de26727769", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1833312975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7d9fdb84a4464ab01fec12d187e83b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6c46aba-f6", "ovs_interfaceid": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c8d831f9-3d6f-4836-8ede-9e3ed0c0268a req-840c35ce-bc9a-4a43-96e6-97555eaca4e3 service nova] Acquired lock "refresh_cache-06897d17-aafb-49e5-b438-fd36e77be638" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.network.neutron [req-c8d831f9-3d6f-4836-8ede-9e3ed0c0268a req-840c35ce-bc9a-4a43-96e6-97555eaca4e3 service nova] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Refreshing network info cache for port a6c46aba-f67a-4562-957c-2563b6fd6e62 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Start _get_guest_xml network_info=[{"id": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "address": "fa:16:3e:00:9c:0a", "network": {"id": "8888d3d8-7a40-4e09-b740-13de26727769", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1833312975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7d9fdb84a4464ab01fec12d187e83b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6c46aba-f6", "ovs_interfaceid": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'encrypted': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'encryption_format': None, 'image_id': 'b87ca349-fbae-4e04-a417-ccbcf4d53c8e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 06:17:24 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:17:24 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-30T05:38:48Z,direct_url=<?>,disk_format='qcow2',id=b87ca349-fbae-4e04-a417-ccbcf4d53c8e,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cb7abb2401384c829b8d53fa8ebe63d4',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-30T05:38:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:17:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1146664167',display_name='tempest-TestServerVolumeAttachmentScenario-server-1146664167',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1146664167',id=46,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNJramrI20sx45c+ifkW1cdMPYa7xsDz6G9Y/vFwFWGJwrWzIi/sqlF7sHlgE0NL3qgVEtkkwJjv8/vOJYHICZMRMo/NJd2ZsuEXf8nW2y9ME0OEEir6vamOs0AZFQ+kIQ==',key_name='tempest-keypair-1883671707',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa7d9fdb84a4464ab01fec12d187e83b',ramdisk_id='',reservation_id='r-hqg8e05c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1221900180',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1221900180-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:17:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4385f8f0a860474797a0ab4dc3b85929',uuid=06897d17-aafb-49e5-b438-fd36e77be638,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "address": "fa:16:3e:00:9c:0a", "network": {"id": "8888d3d8-7a40-4e09-b740-13de26727769", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1833312975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7d9fdb84a4464ab01fec12d187e83b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6c46aba-f6", "ovs_interfaceid": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Converting VIF {"id": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "address": "fa:16:3e:00:9c:0a", "network": {"id": "8888d3d8-7a40-4e09-b740-13de26727769", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1833312975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7d9fdb84a4464ab01fec12d187e83b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6c46aba-f6", "ovs_interfaceid": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:9c:0a,bridge_name='br-int',has_traffic_filtering=True,id=a6c46aba-f67a-4562-957c-2563b6fd6e62,network=Network(8888d3d8-7a40-4e09-b740-13de26727769),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6c46aba-f6') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.objects.instance [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lazy-loading 'pci_devices' on Instance uuid 06897d17-aafb-49e5-b438-fd36e77be638 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] End _get_guest_xml xml=<domain type="kvm">
Oct 30 06:17:24 user nova-compute[74922]:   <uuid>06897d17-aafb-49e5-b438-fd36e77be638</uuid>
Oct 30 06:17:24 user nova-compute[74922]:   <name>instance-0000002e</name>
Oct 30 06:17:24 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 06:17:24 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 06:17:24 user nova-compute[74922]:   <metadata>
Oct 30 06:17:24 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 06:17:24 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 06:17:24 user nova-compute[74922]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-1146664167</nova:name>
Oct 30 06:17:24 user nova-compute[74922]:       <nova:creationTime>2023-10-30 06:17:24</nova:creationTime>
Oct 30 06:17:24 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 06:17:24 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 06:17:24 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 06:17:24 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 06:17:24 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 06:17:24 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 06:17:24 user nova-compute[74922]:       </nova:flavor>
Oct 30 06:17:24 user nova-compute[74922]:       <nova:owner>
Oct 30 06:17:24 user nova-compute[74922]:         <nova:user uuid="4385f8f0a860474797a0ab4dc3b85929">tempest-TestServerVolumeAttachmentScenario-1221900180-project-member</nova:user>
Oct 30 06:17:24 user nova-compute[74922]:         <nova:project uuid="fa7d9fdb84a4464ab01fec12d187e83b">tempest-TestServerVolumeAttachmentScenario-1221900180</nova:project>
Oct 30 06:17:24 user nova-compute[74922]:       </nova:owner>
Oct 30 06:17:24 user nova-compute[74922]:       <nova:root type="image" uuid="b87ca349-fbae-4e04-a417-ccbcf4d53c8e"/>
Oct 30 06:17:24 user nova-compute[74922]:       <nova:ports>
Oct 30 06:17:24 user nova-compute[74922]:         <nova:port uuid="a6c46aba-f67a-4562-957c-2563b6fd6e62">
Oct 30 06:17:24 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 30 06:17:24 user nova-compute[74922]:         </nova:port>
Oct 30 06:17:24 user nova-compute[74922]:       </nova:ports>
Oct 30 06:17:24 user nova-compute[74922]:     </nova:instance>
Oct 30 06:17:24 user nova-compute[74922]:   </metadata>
Oct 30 06:17:24 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 06:17:24 user nova-compute[74922]:     <system>
Oct 30 06:17:24 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 06:17:24 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 06:17:24 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 06:17:24 user nova-compute[74922]:       <entry name="serial">06897d17-aafb-49e5-b438-fd36e77be638</entry>
Oct 30 06:17:24 user nova-compute[74922]:       <entry name="uuid">06897d17-aafb-49e5-b438-fd36e77be638</entry>
Oct 30 06:17:24 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 06:17:24 user nova-compute[74922]:     </system>
Oct 30 06:17:24 user nova-compute[74922]:   </sysinfo>
Oct 30 06:17:24 user nova-compute[74922]:   <os>
Oct 30 06:17:24 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 06:17:24 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 06:17:24 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 06:17:24 user nova-compute[74922]:   </os>
Oct 30 06:17:24 user nova-compute[74922]:   <features>
Oct 30 06:17:24 user nova-compute[74922]:     <acpi/>
Oct 30 06:17:24 user nova-compute[74922]:     <apic/>
Oct 30 06:17:24 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 06:17:24 user nova-compute[74922]:   </features>
Oct 30 06:17:24 user nova-compute[74922]:   <clock offset="utc">
Oct 30 06:17:24 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 06:17:24 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 06:17:24 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 06:17:24 user nova-compute[74922]:   </clock>
Oct 30 06:17:24 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 06:17:24 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 06:17:24 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 06:17:24 user nova-compute[74922]:   </cpu>
Oct 30 06:17:24 user nova-compute[74922]:   <devices>
Oct 30 06:17:24 user nova-compute[74922]:     <disk type="file" device="disk">
Oct 30 06:17:24 user nova-compute[74922]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 30 06:17:24 user nova-compute[74922]:       <source file="/opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk"/>
Oct 30 06:17:24 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 06:17:24 user nova-compute[74922]:     </disk>
Oct 30 06:17:24 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 06:17:24 user nova-compute[74922]:       <mac address="fa:16:3e:00:9c:0a"/>
Oct 30 06:17:24 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:17:24 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 06:17:24 user nova-compute[74922]:       <target dev="tapa6c46aba-f6"/>
Oct 30 06:17:24 user nova-compute[74922]:     </interface>
Oct 30 06:17:24 user nova-compute[74922]:     <serial type="pty">
Oct 30 06:17:24 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/console.log" append="off"/>
Oct 30 06:17:24 user nova-compute[74922]:     </serial>
Oct 30 06:17:24 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 06:17:24 user nova-compute[74922]:     <video>
Oct 30 06:17:24 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:17:24 user nova-compute[74922]:     </video>
Oct 30 06:17:24 user nova-compute[74922]:     <rng model="virtio">
Oct 30 06:17:24 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 06:17:24 user nova-compute[74922]:     </rng>
Oct 30 06:17:24 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 06:17:24 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 06:17:24 user nova-compute[74922]:       <stats period="10"/>
Oct 30 06:17:24 user nova-compute[74922]:     </memballoon>
Oct 30 06:17:24 user nova-compute[74922]:   </devices>
Oct 30 06:17:24 user nova-compute[74922]: </domain>
Oct 30 06:17:24 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:17:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1146664167',display_name='tempest-TestServerVolumeAttachmentScenario-server-1146664167',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1146664167',id=46,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNJramrI20sx45c+ifkW1cdMPYa7xsDz6G9Y/vFwFWGJwrWzIi/sqlF7sHlgE0NL3qgVEtkkwJjv8/vOJYHICZMRMo/NJd2ZsuEXf8nW2y9ME0OEEir6vamOs0AZFQ+kIQ==',key_name='tempest-keypair-1883671707',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa7d9fdb84a4464ab01fec12d187e83b',ramdisk_id='',reservation_id='r-hqg8e05c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1221900180',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1221900180-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:17:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4385f8f0a860474797a0ab4dc3b85929',uuid=06897d17-aafb-49e5-b438-fd36e77be638,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "address": "fa:16:3e:00:9c:0a", "network": {"id": "8888d3d8-7a40-4e09-b740-13de26727769", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1833312975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7d9fdb84a4464ab01fec12d187e83b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6c46aba-f6", "ovs_interfaceid": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Converting VIF {"id": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "address": "fa:16:3e:00:9c:0a", "network": {"id": "8888d3d8-7a40-4e09-b740-13de26727769", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1833312975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7d9fdb84a4464ab01fec12d187e83b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6c46aba-f6", "ovs_interfaceid": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:9c:0a,bridge_name='br-int',has_traffic_filtering=True,id=a6c46aba-f67a-4562-957c-2563b6fd6e62,network=Network(8888d3d8-7a40-4e09-b740-13de26727769),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6c46aba-f6') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG os_vif [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:9c:0a,bridge_name='br-int',has_traffic_filtering=True,id=a6c46aba-f67a-4562-957c-2563b6fd6e62,network=Network(8888d3d8-7a40-4e09-b740-13de26727769),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6c46aba-f6') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dc955365-176c-5cd2-8330-cfc9f9a322cc', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa6c46aba-f6, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa6c46aba-f6, col_values=(('qos', UUID('0327badd-088b-4423-9637-c0ceca3986f9')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa6c46aba-f6, col_values=(('external_ids', {'iface-id': 'a6c46aba-f67a-4562-957c-2563b6fd6e62', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:00:9c:0a', 'vm-uuid': '06897d17-aafb-49e5-b438-fd36e77be638'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:24 user nova-compute[74922]: INFO os_vif [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:9c:0a,bridge_name='br-int',has_traffic_filtering=True,id=a6c46aba-f67a-4562-957c-2563b6fd6e62,network=Network(8888d3d8-7a40-4e09-b740-13de26727769),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6c46aba-f6')
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] No VIF found with MAC fa:16:3e:00:9c:0a, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.network.neutron [req-c8d831f9-3d6f-4836-8ede-9e3ed0c0268a req-840c35ce-bc9a-4a43-96e6-97555eaca4e3 service nova] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Updated VIF entry in instance network info cache for port a6c46aba-f67a-4562-957c-2563b6fd6e62. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG nova.network.neutron [req-c8d831f9-3d6f-4836-8ede-9e3ed0c0268a req-840c35ce-bc9a-4a43-96e6-97555eaca4e3 service nova] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Updating instance_info_cache with network_info: [{"id": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "address": "fa:16:3e:00:9c:0a", "network": {"id": "8888d3d8-7a40-4e09-b740-13de26727769", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1833312975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7d9fdb84a4464ab01fec12d187e83b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6c46aba-f6", "ovs_interfaceid": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:17:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c8d831f9-3d6f-4836-8ede-9e3ed0c0268a req-840c35ce-bc9a-4a43-96e6-97555eaca4e3 service nova] Releasing lock "refresh_cache-06897d17-aafb-49e5-b438-fd36e77be638" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:17:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:26 user nova-compute[74922]: DEBUG nova.compute.manager [req-b0968d2c-a498-4272-a747-42873a742de6 req-56479c7e-5142-4149-9125-0d55c62180a9 service nova] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Received event network-vif-plugged-a6c46aba-f67a-4562-957c-2563b6fd6e62 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:17:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b0968d2c-a498-4272-a747-42873a742de6 req-56479c7e-5142-4149-9125-0d55c62180a9 service nova] Acquiring lock "06897d17-aafb-49e5-b438-fd36e77be638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:17:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b0968d2c-a498-4272-a747-42873a742de6 req-56479c7e-5142-4149-9125-0d55c62180a9 service nova] Lock "06897d17-aafb-49e5-b438-fd36e77be638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:17:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b0968d2c-a498-4272-a747-42873a742de6 req-56479c7e-5142-4149-9125-0d55c62180a9 service nova] Lock "06897d17-aafb-49e5-b438-fd36e77be638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:17:26 user nova-compute[74922]: DEBUG nova.compute.manager [req-b0968d2c-a498-4272-a747-42873a742de6 req-56479c7e-5142-4149-9125-0d55c62180a9 service nova] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] No waiting events found dispatching network-vif-plugged-a6c46aba-f67a-4562-957c-2563b6fd6e62 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:17:26 user nova-compute[74922]: WARNING nova.compute.manager [req-b0968d2c-a498-4272-a747-42873a742de6 req-56479c7e-5142-4149-9125-0d55c62180a9 service nova] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Received unexpected event network-vif-plugged-a6c46aba-f67a-4562-957c-2563b6fd6e62 for instance with vm_state building and task_state spawning.
Oct 30 06:17:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:27 user nova-compute[74922]: DEBUG nova.compute.manager [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 06:17:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 06:17:27 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Instance spawned successfully.
Oct 30 06:17:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 06:17:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:17:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:17:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:17:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:17:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:17:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:17:28 user nova-compute[74922]: INFO nova.compute.manager [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Took 5.11 seconds to spawn the instance on the hypervisor.
Oct 30 06:17:28 user nova-compute[74922]: DEBUG nova.compute.manager [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:17:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-d4f4a19a-e6e2-488e-bd26-c4a89c911841 req-0bff24fc-cab8-4a22-9f42-6ad11948611f service nova] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Received event network-vif-plugged-a6c46aba-f67a-4562-957c-2563b6fd6e62 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:17:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d4f4a19a-e6e2-488e-bd26-c4a89c911841 req-0bff24fc-cab8-4a22-9f42-6ad11948611f service nova] Acquiring lock "06897d17-aafb-49e5-b438-fd36e77be638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:17:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d4f4a19a-e6e2-488e-bd26-c4a89c911841 req-0bff24fc-cab8-4a22-9f42-6ad11948611f service nova] Lock "06897d17-aafb-49e5-b438-fd36e77be638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:17:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d4f4a19a-e6e2-488e-bd26-c4a89c911841 req-0bff24fc-cab8-4a22-9f42-6ad11948611f service nova] Lock "06897d17-aafb-49e5-b438-fd36e77be638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:17:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-d4f4a19a-e6e2-488e-bd26-c4a89c911841 req-0bff24fc-cab8-4a22-9f42-6ad11948611f service nova] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] No waiting events found dispatching network-vif-plugged-a6c46aba-f67a-4562-957c-2563b6fd6e62 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:17:28 user nova-compute[74922]: WARNING nova.compute.manager [req-d4f4a19a-e6e2-488e-bd26-c4a89c911841 req-0bff24fc-cab8-4a22-9f42-6ad11948611f service nova] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Received unexpected event network-vif-plugged-a6c46aba-f67a-4562-957c-2563b6fd6e62 for instance with vm_state building and task_state spawning.
Oct 30 06:17:28 user nova-compute[74922]: INFO nova.compute.manager [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Took 5.62 seconds to build instance.
Oct 30 06:17:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-093b77dc-795f-4472-9450-51d03c27d32b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "06897d17-aafb-49e5-b438-fd36e77be638" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.715s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:17:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:53 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:17:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:54 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:17:54 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:17:54 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:17:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:17:55 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:17:57 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:17:57 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:17:58 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:17:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:18:01 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:18:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:18:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:18:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:18:01 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:18:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:18:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:18:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:18:02 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:18:02 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:18:02 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:18:02 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=8821MB free_disk=25.058311462402344GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:18:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:18:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:18:03 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 06897d17-aafb-49e5-b438-fd36e77be638 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:18:03 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:18:03 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:18:03 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:18:03 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:18:03 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:18:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.215s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:18:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:18:06 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:18:06 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:18:06 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 06:18:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-06897d17-aafb-49e5-b438-fd36e77be638" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:18:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-06897d17-aafb-49e5-b438-fd36e77be638" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:18:06 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:18:06 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lazy-loading 'info_cache' on Instance uuid 06897d17-aafb-49e5-b438-fd36e77be638 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:18:06 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Updating instance_info_cache with network_info: [{"id": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "address": "fa:16:3e:00:9c:0a", "network": {"id": "8888d3d8-7a40-4e09-b740-13de26727769", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1833312975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7d9fdb84a4464ab01fec12d187e83b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6c46aba-f6", "ovs_interfaceid": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:18:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-06897d17-aafb-49e5-b438-fd36e77be638" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:18:06 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:18:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:18:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:18:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:18:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:18:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:18:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:18:19 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:18:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:18:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:18:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:18:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:18:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:18:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:18:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Verify base images {{(pid=74922) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Oct 30 06:18:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Image id b87ca349-fbae-4e04-a417-ccbcf4d53c8e yields fingerprint 92168bb0f06566e44af36b76a6ac547853810155 {{(pid=74922) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 30 06:18:20 user nova-compute[74922]: INFO nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] image b87ca349-fbae-4e04-a417-ccbcf4d53c8e at (/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155): checking
Oct 30 06:18:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] image b87ca349-fbae-4e04-a417-ccbcf4d53c8e at (/opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155): image is in use {{(pid=74922) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Oct 30 06:18:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=74922) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 30 06:18:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] 06897d17-aafb-49e5-b438-fd36e77be638 is a valid instance name {{(pid=74922) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 30 06:18:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] 06897d17-aafb-49e5-b438-fd36e77be638 has a disk file {{(pid=74922) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 30 06:18:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:18:20 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:18:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 06897d17-aafb-49e5-b438-fd36e77be638 is backed by 92168bb0f06566e44af36b76a6ac547853810155 {{(pid=74922) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 30 06:18:20 user nova-compute[74922]: WARNING nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Unknown base file: /opt/stack/data/nova/instances/_base/73db9092fd137298a14c7c2370c9499dce6718ac
Oct 30 06:18:20 user nova-compute[74922]: WARNING nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Unknown base file: /opt/stack/data/nova/instances/_base/b57c1b80ed7464be0956f6d2863294fdd2905211
Oct 30 06:18:20 user nova-compute[74922]: WARNING nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Unknown base file: /opt/stack/data/nova/instances/_base/ab3b8806cd67edfe71357077fdf347873ce98af4
Oct 30 06:18:20 user nova-compute[74922]: WARNING nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Unknown base file: /opt/stack/data/nova/instances/_base/ecdb6e3e61450277aa3e5fda02129de58abb3acb
Oct 30 06:18:20 user nova-compute[74922]: WARNING nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Unknown base file: /opt/stack/data/nova/instances/_base/cb90c03bd571dfcd35510502159ab4a7f5ebf130
Oct 30 06:18:20 user nova-compute[74922]: WARNING nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Unknown base file: /opt/stack/data/nova/instances/_base/f10097d05dbaeaa8e604716e45b63e3d9df845b7
Oct 30 06:18:20 user nova-compute[74922]: WARNING nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Unknown base file: /opt/stack/data/nova/instances/_base/c2296c7f2caaa3565cb8f9e6fcc081b1e16531a5
Oct 30 06:18:20 user nova-compute[74922]: WARNING nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Unknown base file: /opt/stack/data/nova/instances/_base/bf0ff979e6399c44be820958f161ef93157eeae5
Oct 30 06:18:20 user nova-compute[74922]: INFO nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Active base files: /opt/stack/data/nova/instances/_base/92168bb0f06566e44af36b76a6ac547853810155
Oct 30 06:18:20 user nova-compute[74922]: INFO nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Removable base files: /opt/stack/data/nova/instances/_base/73db9092fd137298a14c7c2370c9499dce6718ac /opt/stack/data/nova/instances/_base/b57c1b80ed7464be0956f6d2863294fdd2905211 /opt/stack/data/nova/instances/_base/ab3b8806cd67edfe71357077fdf347873ce98af4 /opt/stack/data/nova/instances/_base/ecdb6e3e61450277aa3e5fda02129de58abb3acb /opt/stack/data/nova/instances/_base/cb90c03bd571dfcd35510502159ab4a7f5ebf130 /opt/stack/data/nova/instances/_base/f10097d05dbaeaa8e604716e45b63e3d9df845b7 /opt/stack/data/nova/instances/_base/c2296c7f2caaa3565cb8f9e6fcc081b1e16531a5 /opt/stack/data/nova/instances/_base/bf0ff979e6399c44be820958f161ef93157eeae5
Oct 30 06:18:20 user nova-compute[74922]: INFO nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/73db9092fd137298a14c7c2370c9499dce6718ac
Oct 30 06:18:20 user nova-compute[74922]: INFO nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/b57c1b80ed7464be0956f6d2863294fdd2905211
Oct 30 06:18:20 user nova-compute[74922]: INFO nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/ab3b8806cd67edfe71357077fdf347873ce98af4
Oct 30 06:18:20 user nova-compute[74922]: INFO nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/ecdb6e3e61450277aa3e5fda02129de58abb3acb
Oct 30 06:18:20 user nova-compute[74922]: INFO nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/cb90c03bd571dfcd35510502159ab4a7f5ebf130
Oct 30 06:18:20 user nova-compute[74922]: INFO nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/f10097d05dbaeaa8e604716e45b63e3d9df845b7
Oct 30 06:18:20 user nova-compute[74922]: INFO nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/c2296c7f2caaa3565cb8f9e6fcc081b1e16531a5
Oct 30 06:18:20 user nova-compute[74922]: INFO nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/bf0ff979e6399c44be820958f161ef93157eeae5
Oct 30 06:18:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Verification complete {{(pid=74922) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Oct 30 06:18:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Verify swap images {{(pid=74922) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Oct 30 06:18:20 user nova-compute[74922]: DEBUG nova.virt.libvirt.imagecache [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Verify ephemeral images {{(pid=74922) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Oct 30 06:18:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:18:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:18:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:18:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:18:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:18:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:18:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:18:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:18:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:18:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:18:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:18:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:18:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:18:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:18:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:18:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:18:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:18:55 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:18:55 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:18:55 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:18:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:18:55 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:18:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:18:56 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:18:57 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:18:57 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:18:58 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:18:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "58748454-f3a5-4f62-9e2f-3caa63acdd68" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:19:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "58748454-f3a5-4f62-9e2f-3caa63acdd68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:19:00 user nova-compute[74922]: DEBUG nova.compute.manager [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 06:19:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:19:00 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:19:00 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 06:19:00 user nova-compute[74922]: INFO nova.compute.claims [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Claim successful on node user
Oct 30 06:19:00 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:19:01 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Refreshing inventories for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 06:19:01 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Updating ProviderTree inventory for provider efd5e61c-93ae-4193-aa6b-99209077dc32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 06:19:01 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Updating inventory in ProviderTree for provider efd5e61c-93ae-4193-aa6b-99209077dc32 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 06:19:01 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Refreshing aggregate associations for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32, aggregates: None {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 06:19:01 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Refreshing trait associations for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32, traits: COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE42,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_DEVICE_TAGGING,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_RESCUE_BFV {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 06:19:01 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:19:01 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:19:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.361s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:19:01 user nova-compute[74922]: DEBUG nova.compute.manager [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 06:19:01 user nova-compute[74922]: DEBUG nova.compute.manager [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 06:19:01 user nova-compute[74922]: DEBUG nova.network.neutron [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 06:19:01 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 06:19:01 user nova-compute[74922]: DEBUG nova.compute.manager [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 06:19:01 user nova-compute[74922]: DEBUG nova.policy [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d00a6e3aced4397be293425242b06f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf52d442d44f41f4a008bf47121ee139', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 06:19:01 user nova-compute[74922]: INFO nova.virt.block_device [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Booting with volume snapshot f5f60a99-3ebe-4fa9-8763-01242aef6ff2 at /dev/vda
Oct 30 06:19:01 user nova-compute[74922]: DEBUG nova.network.neutron [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Successfully created port: 3876d733-16da-4309-b7a9-c4ec5cf3fa6f {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 06:19:02 user nova-compute[74922]: DEBUG nova.network.neutron [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Successfully updated port: 3876d733-16da-4309-b7a9-c4ec5cf3fa6f {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 06:19:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "refresh_cache-58748454-f3a5-4f62-9e2f-3caa63acdd68" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:19:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquired lock "refresh_cache-58748454-f3a5-4f62-9e2f-3caa63acdd68" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:19:02 user nova-compute[74922]: DEBUG nova.network.neutron [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:19:02 user nova-compute[74922]: DEBUG nova.compute.manager [req-75688b44-5734-4746-9ff8-2c422449f480 req-a2b45150-d9df-49b3-ac6e-4e4f735e1e4d service nova] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Received event network-changed-3876d733-16da-4309-b7a9-c4ec5cf3fa6f {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:19:02 user nova-compute[74922]: DEBUG nova.compute.manager [req-75688b44-5734-4746-9ff8-2c422449f480 req-a2b45150-d9df-49b3-ac6e-4e4f735e1e4d service nova] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Refreshing instance network info cache due to event network-changed-3876d733-16da-4309-b7a9-c4ec5cf3fa6f. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:19:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-75688b44-5734-4746-9ff8-2c422449f480 req-a2b45150-d9df-49b3-ac6e-4e4f735e1e4d service nova] Acquiring lock "refresh_cache-58748454-f3a5-4f62-9e2f-3caa63acdd68" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:19:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:02 user nova-compute[74922]: DEBUG nova.network.neutron [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 06:19:02 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:19:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:19:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:19:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:19:02 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:19:03 user nova-compute[74922]: DEBUG nova.network.neutron [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Updating instance_info_cache with network_info: [{"id": "3876d733-16da-4309-b7a9-c4ec5cf3fa6f", "address": "fa:16:3e:3f:5f:71", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3876d733-16", "ovs_interfaceid": "3876d733-16da-4309-b7a9-c4ec5cf3fa6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:19:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Releasing lock "refresh_cache-58748454-f3a5-4f62-9e2f-3caa63acdd68" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:19:03 user nova-compute[74922]: DEBUG nova.compute.manager [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Instance network_info: |[{"id": "3876d733-16da-4309-b7a9-c4ec5cf3fa6f", "address": "fa:16:3e:3f:5f:71", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3876d733-16", "ovs_interfaceid": "3876d733-16da-4309-b7a9-c4ec5cf3fa6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 06:19:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-75688b44-5734-4746-9ff8-2c422449f480 req-a2b45150-d9df-49b3-ac6e-4e4f735e1e4d service nova] Acquired lock "refresh_cache-58748454-f3a5-4f62-9e2f-3caa63acdd68" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:19:03 user nova-compute[74922]: DEBUG nova.network.neutron [req-75688b44-5734-4746-9ff8-2c422449f480 req-a2b45150-d9df-49b3-ac6e-4e4f735e1e4d service nova] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Refreshing network info cache for port 3876d733-16da-4309-b7a9-c4ec5cf3fa6f {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:19:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:03 user nova-compute[74922]: DEBUG nova.network.neutron [req-75688b44-5734-4746-9ff8-2c422449f480 req-a2b45150-d9df-49b3-ac6e-4e4f735e1e4d service nova] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Updated VIF entry in instance network info cache for port 3876d733-16da-4309-b7a9-c4ec5cf3fa6f. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:19:03 user nova-compute[74922]: DEBUG nova.network.neutron [req-75688b44-5734-4746-9ff8-2c422449f480 req-a2b45150-d9df-49b3-ac6e-4e4f735e1e4d service nova] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Updating instance_info_cache with network_info: [{"id": "3876d733-16da-4309-b7a9-c4ec5cf3fa6f", "address": "fa:16:3e:3f:5f:71", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3876d733-16", "ovs_interfaceid": "3876d733-16da-4309-b7a9-c4ec5cf3fa6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:19:03 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:19:03 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:19:03 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=8842MB free_disk=25.04568099975586GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:19:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:19:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:19:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-75688b44-5734-4746-9ff8-2c422449f480 req-a2b45150-d9df-49b3-ac6e-4e4f735e1e4d service nova] Releasing lock "refresh_cache-58748454-f3a5-4f62-9e2f-3caa63acdd68" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:19:03 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 06897d17-aafb-49e5-b438-fd36e77be638 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:19:03 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 58748454-f3a5-4f62-9e2f-3caa63acdd68 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:19:03 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:19:03 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:19:04 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:19:04 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:19:04 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:19:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.260s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:19:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:05 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:19:05 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:19:05 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:19:05 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 06:19:05 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Skipping network cache update for instance because it is Building. {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 30 06:19:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-06897d17-aafb-49e5-b438-fd36e77be638" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:19:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-06897d17-aafb-49e5-b438-fd36e77be638" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:19:05 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:19:05 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lazy-loading 'info_cache' on Instance uuid 06897d17-aafb-49e5-b438-fd36e77be638 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:19:06 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Updating instance_info_cache with network_info: [{"id": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "address": "fa:16:3e:00:9c:0a", "network": {"id": "8888d3d8-7a40-4e09-b740-13de26727769", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1833312975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7d9fdb84a4464ab01fec12d187e83b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6c46aba-f6", "ovs_interfaceid": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:19:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-06897d17-aafb-49e5-b438-fd36e77be638" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:19:06 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:19:06 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:19:06 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Cleaning up deleted instances {{(pid=74922) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 06:19:06 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] There are 0 instances to clean {{(pid=74922) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 06:19:07 user nova-compute[74922]: DEBUG os_brick.utils [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:19:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0080723b-0911-44c7-a680-d3647f74e098]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5445a970-628e-42a3-b044-af05d6a7b1ee]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[08611139-6019-4d3d-8436-4dd0e64c8869]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c238a43-0c7d-4e8c-9f63-c9e3ae6afbbc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:19:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 06:19:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:19:07 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 06:19:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[04bfa68e-35db-4696-b318-a91c6cfe3c16]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 06:19:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 06:19:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 06:19:07 user nova-compute[74922]: DEBUG os_brick.utils [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:19:07 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Updating existing volume attachment record: d9b2b357-3e05-4cde-a196-5ec3e0bd6c98 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 06:19:07 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:19:07 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74922) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 06:19:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:13 user nova-compute[74922]: DEBUG nova.compute.manager [req-1217847f-243f-4037-a48f-c1f2dae480c2 req-98250771-f52f-4ad4-82b4-3ea93473c336 service nova] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Received event network-changed-a6c46aba-f67a-4562-957c-2563b6fd6e62 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:19:13 user nova-compute[74922]: DEBUG nova.compute.manager [req-1217847f-243f-4037-a48f-c1f2dae480c2 req-98250771-f52f-4ad4-82b4-3ea93473c336 service nova] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Refreshing instance network info cache due to event network-changed-a6c46aba-f67a-4562-957c-2563b6fd6e62. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:19:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1217847f-243f-4037-a48f-c1f2dae480c2 req-98250771-f52f-4ad4-82b4-3ea93473c336 service nova] Acquiring lock "refresh_cache-06897d17-aafb-49e5-b438-fd36e77be638" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:19:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1217847f-243f-4037-a48f-c1f2dae480c2 req-98250771-f52f-4ad4-82b4-3ea93473c336 service nova] Acquired lock "refresh_cache-06897d17-aafb-49e5-b438-fd36e77be638" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:19:13 user nova-compute[74922]: DEBUG nova.network.neutron [req-1217847f-243f-4037-a48f-c1f2dae480c2 req-98250771-f52f-4ad4-82b4-3ea93473c336 service nova] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Refreshing network info cache for port a6c46aba-f67a-4562-957c-2563b6fd6e62 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:19:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:19:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:19:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:19:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:19:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:14 user nova-compute[74922]: DEBUG nova.network.neutron [req-1217847f-243f-4037-a48f-c1f2dae480c2 req-98250771-f52f-4ad4-82b4-3ea93473c336 service nova] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Updated VIF entry in instance network info cache for port a6c46aba-f67a-4562-957c-2563b6fd6e62. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:19:14 user nova-compute[74922]: DEBUG nova.network.neutron [req-1217847f-243f-4037-a48f-c1f2dae480c2 req-98250771-f52f-4ad4-82b4-3ea93473c336 service nova] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Updating instance_info_cache with network_info: [{"id": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "address": "fa:16:3e:00:9c:0a", "network": {"id": "8888d3d8-7a40-4e09-b740-13de26727769", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1833312975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7d9fdb84a4464ab01fec12d187e83b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6c46aba-f6", "ovs_interfaceid": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:19:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1217847f-243f-4037-a48f-c1f2dae480c2 req-98250771-f52f-4ad4-82b4-3ea93473c336 service nova] Releasing lock "refresh_cache-06897d17-aafb-49e5-b438-fd36e77be638" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:19:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Acquiring lock "06897d17-aafb-49e5-b438-fd36e77be638" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:19:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "06897d17-aafb-49e5-b438-fd36e77be638" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:19:14 user nova-compute[74922]: DEBUG nova.objects.instance [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lazy-loading 'flavor' on Instance uuid 06897d17-aafb-49e5-b438-fd36e77be638 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:19:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "06897d17-aafb-49e5-b438-fd36e77be638" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.068s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:19:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Acquiring lock "06897d17-aafb-49e5-b438-fd36e77be638" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:19:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "06897d17-aafb-49e5-b438-fd36e77be638" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:19:15 user nova-compute[74922]: INFO nova.compute.manager [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Attaching volume 253a73ee-08b7-4c32-8945-a54d06827e12 to /dev/vdb
Oct 30 06:19:15 user nova-compute[74922]: DEBUG os_brick.utils [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:19:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[eff6be1d-5313-4e7a-99fc-5f1506acb198]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a65b156-d933-42a0-8c22-6976d8d95b73]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fe211e9-9604-4484-9ab4-b10f6f036512]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[43ec6f4e-9e23-48b3-9958-2eb5246fec0c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:19:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 06:19:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:19:15 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 06:19:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad9cd68d-915f-4e17-aa9f-1e2dc79261b9]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 06:19:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 06:19:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 06:19:15 user nova-compute[74922]: DEBUG os_brick.utils [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:19:15 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Updating existing volume attachment record: 683cc5ce-1dd8-4652-915d-cea851ca1100 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 06:19:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG nova.compute.manager [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 06:19:26 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Creating image(s)
Oct 30 06:19:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Did not create local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Ensure instance console log exists: /opt/stack/data/nova/instances/58748454-f3a5-4f62-9e2f-3caa63acdd68/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Start _get_guest_xml network_info=[{"id": "3876d733-16da-4309-b7a9-c4ec5cf3fa6f", "address": "fa:16:3e:3f:5f:71", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3876d733-16", "ovs_interfaceid": "3876d733-16da-4309-b7a9-c4ec5cf3fa6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': 'd9b2b357-3e05-4cde-a196-5ec3e0bd6c98', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pGxrfLRP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '58748454-f3a5-4f62-9e2f-3caa63acdd68', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8d3e6e6-459f-404b-8de6-39c1b15af828', 'serial': 'f8d3e6e6-459f-404b-8de6-39c1b15af828'}, 'disk_bus': 'virtio', 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 06:19:26 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:19:26 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:19:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pGxrfLRP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:19:26 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:19:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:19:26 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:19:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:19:26 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a1893a5-9d7d-4dc2-839d-c34d16b24770]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 06:19:26 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d447098c-991b-49d7-ae1c-2c0a3ad21bac]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828] added
Oct 30 06:19:26 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.044s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f5ad55c-986b-428d-90a6-38649c2ff7a2]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dcdb16b-7b77-44de-abe0-34dc73f0c480]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pGxrfLRP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pGxrfLRP" returned: 0 in 0.025s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9152d15-29b4-46b8-b0ad-e0e7d4e913ce]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pGxrfLRP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cec7140-5c00-417c-8241-5a47845e42d0]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c67ecda-87ab-4f05-84c8-2a96e4ab36d7]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 30 06:19:26 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 30 06:19:26 user nova-compute[74922]:  {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:19:26 user nova-compute[74922]: WARNING os_brick.initiator.connectors.iscsi [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 30 06:19:26 user nova-compute[74922]: 
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[adc57cca-bb44-4643-ab9c-ef5f7d8bc182]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828, portal: 172.16.0.220,3260]
Oct 30 06:19:26 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828, portal: 172.16.0.220,3260] successful.
Oct 30 06:19:26 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f06b5bf-715b-4429-8ea4-f801adf1a27d]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[301abcab-307f-4601-96ba-1e5eaabaf514]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 (non-flash)
Oct 30 06:19:26 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 (non-flash)
Oct 30 06:19:26 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.292s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] HCTL ('33', '-', '-', 0) found on session 52 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3bf0e31-206a-4442-b3a3-eb5bf9480029]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Searching for a device in session 52 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 06:19:26 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pGxrfLRP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.322s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] <== connect_volume: return (1324ms) {'type': 'block', 'scsi_wwn': '26131616133306362', 'path': '/dev/sdb'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26131616133306362', 'path': '/dev/sdb'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:18:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-18892152',display_name='tempest-TestVolumeBootPattern-server-18892152',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-18892152',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cf52d442d44f41f4a008bf47121ee139',ramdisk_id='',reservation_id='r-2hj9et6x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2065972013',owner_user_name='tempest-TestVolumeBootPattern-2065972013-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:19:01Z,user_data=None,user_id='9d00a6e3aced4397be293425242b06f7',uuid=58748454-f3a5-4f62-9e2f-3caa63acdd68,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3876d733-16da-4309-b7a9-c4ec5cf3fa6f", "address": "fa:16:3e:3f:5f:71", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3876d733-16", "ovs_interfaceid": "3876d733-16da-4309-b7a9-c4ec5cf3fa6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converting VIF {"id": "3876d733-16da-4309-b7a9-c4ec5cf3fa6f", "address": "fa:16:3e:3f:5f:71", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3876d733-16", "ovs_interfaceid": "3876d733-16da-4309-b7a9-c4ec5cf3fa6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3f:5f:71,bridge_name='br-int',has_traffic_filtering=True,id=3876d733-16da-4309-b7a9-c4ec5cf3fa6f,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3876d733-16') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG nova.objects.instance [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lazy-loading 'pci_devices' on Instance uuid 58748454-f3a5-4f62-9e2f-3caa63acdd68 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] End _get_guest_xml xml=<domain type="kvm">
Oct 30 06:19:27 user nova-compute[74922]:   <uuid>58748454-f3a5-4f62-9e2f-3caa63acdd68</uuid>
Oct 30 06:19:27 user nova-compute[74922]:   <name>instance-0000002f</name>
Oct 30 06:19:27 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 06:19:27 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 06:19:27 user nova-compute[74922]:   <metadata>
Oct 30 06:19:27 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 06:19:27 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 06:19:27 user nova-compute[74922]:       <nova:name>tempest-TestVolumeBootPattern-server-18892152</nova:name>
Oct 30 06:19:27 user nova-compute[74922]:       <nova:creationTime>2023-10-30 06:19:26</nova:creationTime>
Oct 30 06:19:27 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 06:19:27 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 06:19:27 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 06:19:27 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 06:19:27 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 06:19:27 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 06:19:27 user nova-compute[74922]:       </nova:flavor>
Oct 30 06:19:27 user nova-compute[74922]:       <nova:owner>
Oct 30 06:19:27 user nova-compute[74922]:         <nova:user uuid="9d00a6e3aced4397be293425242b06f7">tempest-TestVolumeBootPattern-2065972013-project-member</nova:user>
Oct 30 06:19:27 user nova-compute[74922]:         <nova:project uuid="cf52d442d44f41f4a008bf47121ee139">tempest-TestVolumeBootPattern-2065972013</nova:project>
Oct 30 06:19:27 user nova-compute[74922]:       </nova:owner>
Oct 30 06:19:27 user nova-compute[74922]:       <nova:ports>
Oct 30 06:19:27 user nova-compute[74922]:         <nova:port uuid="3876d733-16da-4309-b7a9-c4ec5cf3fa6f">
Oct 30 06:19:27 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 30 06:19:27 user nova-compute[74922]:         </nova:port>
Oct 30 06:19:27 user nova-compute[74922]:       </nova:ports>
Oct 30 06:19:27 user nova-compute[74922]:     </nova:instance>
Oct 30 06:19:27 user nova-compute[74922]:   </metadata>
Oct 30 06:19:27 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 06:19:27 user nova-compute[74922]:     <system>
Oct 30 06:19:27 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 06:19:27 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 06:19:27 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 06:19:27 user nova-compute[74922]:       <entry name="serial">58748454-f3a5-4f62-9e2f-3caa63acdd68</entry>
Oct 30 06:19:27 user nova-compute[74922]:       <entry name="uuid">58748454-f3a5-4f62-9e2f-3caa63acdd68</entry>
Oct 30 06:19:27 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 06:19:27 user nova-compute[74922]:     </system>
Oct 30 06:19:27 user nova-compute[74922]:   </sysinfo>
Oct 30 06:19:27 user nova-compute[74922]:   <os>
Oct 30 06:19:27 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 06:19:27 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 06:19:27 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 06:19:27 user nova-compute[74922]:   </os>
Oct 30 06:19:27 user nova-compute[74922]:   <features>
Oct 30 06:19:27 user nova-compute[74922]:     <acpi/>
Oct 30 06:19:27 user nova-compute[74922]:     <apic/>
Oct 30 06:19:27 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 06:19:27 user nova-compute[74922]:   </features>
Oct 30 06:19:27 user nova-compute[74922]:   <clock offset="utc">
Oct 30 06:19:27 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 06:19:27 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 06:19:27 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 06:19:27 user nova-compute[74922]:   </clock>
Oct 30 06:19:27 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 06:19:27 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 06:19:27 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 06:19:27 user nova-compute[74922]:   </cpu>
Oct 30 06:19:27 user nova-compute[74922]:   <devices>
Oct 30 06:19:27 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 06:19:27 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:19:27 user nova-compute[74922]:       <source dev="/dev/sdb"/>
Oct 30 06:19:27 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 06:19:27 user nova-compute[74922]:       <serial>f8d3e6e6-459f-404b-8de6-39c1b15af828</serial>
Oct 30 06:19:27 user nova-compute[74922]:     </disk>
Oct 30 06:19:27 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 06:19:27 user nova-compute[74922]:       <mac address="fa:16:3e:3f:5f:71"/>
Oct 30 06:19:27 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:19:27 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 06:19:27 user nova-compute[74922]:       <target dev="tap3876d733-16"/>
Oct 30 06:19:27 user nova-compute[74922]:     </interface>
Oct 30 06:19:27 user nova-compute[74922]:     <serial type="pty">
Oct 30 06:19:27 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/58748454-f3a5-4f62-9e2f-3caa63acdd68/console.log" append="off"/>
Oct 30 06:19:27 user nova-compute[74922]:     </serial>
Oct 30 06:19:27 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 06:19:27 user nova-compute[74922]:     <video>
Oct 30 06:19:27 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:19:27 user nova-compute[74922]:     </video>
Oct 30 06:19:27 user nova-compute[74922]:     <rng model="virtio">
Oct 30 06:19:27 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 06:19:27 user nova-compute[74922]:     </rng>
Oct 30 06:19:27 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 06:19:27 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 06:19:27 user nova-compute[74922]:       <stats period="10"/>
Oct 30 06:19:27 user nova-compute[74922]:     </memballoon>
Oct 30 06:19:27 user nova-compute[74922]:   </devices>
Oct 30 06:19:27 user nova-compute[74922]: </domain>
Oct 30 06:19:27 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:18:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-18892152',display_name='tempest-TestVolumeBootPattern-server-18892152',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-18892152',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cf52d442d44f41f4a008bf47121ee139',ramdisk_id='',reservation_id='r-2hj9et6x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2065972013',owner_user_name='tempest-TestVolumeBootPattern-2065972013-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:19:01Z,user_data=None,user_id='9d00a6e3aced4397be293425242b06f7',uuid=58748454-f3a5-4f62-9e2f-3caa63acdd68,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3876d733-16da-4309-b7a9-c4ec5cf3fa6f", "address": "fa:16:3e:3f:5f:71", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3876d733-16", "ovs_interfaceid": "3876d733-16da-4309-b7a9-c4ec5cf3fa6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converting VIF {"id": "3876d733-16da-4309-b7a9-c4ec5cf3fa6f", "address": "fa:16:3e:3f:5f:71", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3876d733-16", "ovs_interfaceid": "3876d733-16da-4309-b7a9-c4ec5cf3fa6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3f:5f:71,bridge_name='br-int',has_traffic_filtering=True,id=3876d733-16da-4309-b7a9-c4ec5cf3fa6f,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3876d733-16') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG os_vif [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3f:5f:71,bridge_name='br-int',has_traffic_filtering=True,id=3876d733-16da-4309-b7a9-c4ec5cf3fa6f,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3876d733-16') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4e3bca6f-1c34-51e2-9b3b-946e9167ee67', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3876d733-16, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3876d733-16, col_values=(('qos', UUID('82e641a2-aba6-4d78-9d70-457863a40cf9')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3876d733-16, col_values=(('external_ids', {'iface-id': '3876d733-16da-4309-b7a9-c4ec5cf3fa6f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3f:5f:71', 'vm-uuid': '58748454-f3a5-4f62-9e2f-3caa63acdd68'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:27 user nova-compute[74922]: INFO os_vif [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3f:5f:71,bridge_name='br-int',has_traffic_filtering=True,id=3876d733-16da-4309-b7a9-c4ec5cf3fa6f,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3876d733-16')
Oct 30 06:19:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:19:27 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] No VIF found with MAC fa:16:3e:3f:5f:71, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:19:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:29 user nova-compute[74922]: DEBUG nova.compute.manager [req-c23ffa12-ff26-421d-838c-e9788fce7cbd req-563ac028-ee7b-4913-ae37-40b9e2c44da1 service nova] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Received event network-vif-plugged-3876d733-16da-4309-b7a9-c4ec5cf3fa6f {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:19:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c23ffa12-ff26-421d-838c-e9788fce7cbd req-563ac028-ee7b-4913-ae37-40b9e2c44da1 service nova] Acquiring lock "58748454-f3a5-4f62-9e2f-3caa63acdd68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:19:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c23ffa12-ff26-421d-838c-e9788fce7cbd req-563ac028-ee7b-4913-ae37-40b9e2c44da1 service nova] Lock "58748454-f3a5-4f62-9e2f-3caa63acdd68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:19:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-c23ffa12-ff26-421d-838c-e9788fce7cbd req-563ac028-ee7b-4913-ae37-40b9e2c44da1 service nova] Lock "58748454-f3a5-4f62-9e2f-3caa63acdd68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:19:29 user nova-compute[74922]: DEBUG nova.compute.manager [req-c23ffa12-ff26-421d-838c-e9788fce7cbd req-563ac028-ee7b-4913-ae37-40b9e2c44da1 service nova] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] No waiting events found dispatching network-vif-plugged-3876d733-16da-4309-b7a9-c4ec5cf3fa6f {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:19:29 user nova-compute[74922]: WARNING nova.compute.manager [req-c23ffa12-ff26-421d-838c-e9788fce7cbd req-563ac028-ee7b-4913-ae37-40b9e2c44da1 service nova] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Received unexpected event network-vif-plugged-3876d733-16da-4309-b7a9-c4ec5cf3fa6f for instance with vm_state building and task_state spawning.
Oct 30 06:19:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:31 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:19:31 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid 06897d17-aafb-49e5-b438-fd36e77be638 {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 06:19:31 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid 58748454-f3a5-4f62-9e2f-3caa63acdd68 {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 06:19:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "06897d17-aafb-49e5-b438-fd36e77be638" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:19:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "58748454-f3a5-4f62-9e2f-3caa63acdd68" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:19:31 user nova-compute[74922]: DEBUG nova.compute.manager [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 06:19:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 06:19:31 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Instance spawned successfully.
Oct 30 06:19:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 06:19:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:19:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:19:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:19:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:19:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:19:31 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:19:31 user nova-compute[74922]: DEBUG nova.compute.manager [req-0cfb20b9-2bc8-443f-8dc8-606d8e2c10d1 req-2eb70676-bd37-4991-ba7b-8bb842e30b6d service nova] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Received event network-vif-plugged-3876d733-16da-4309-b7a9-c4ec5cf3fa6f {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:19:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0cfb20b9-2bc8-443f-8dc8-606d8e2c10d1 req-2eb70676-bd37-4991-ba7b-8bb842e30b6d service nova] Acquiring lock "58748454-f3a5-4f62-9e2f-3caa63acdd68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:19:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0cfb20b9-2bc8-443f-8dc8-606d8e2c10d1 req-2eb70676-bd37-4991-ba7b-8bb842e30b6d service nova] Lock "58748454-f3a5-4f62-9e2f-3caa63acdd68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:19:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0cfb20b9-2bc8-443f-8dc8-606d8e2c10d1 req-2eb70676-bd37-4991-ba7b-8bb842e30b6d service nova] Lock "58748454-f3a5-4f62-9e2f-3caa63acdd68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:19:31 user nova-compute[74922]: DEBUG nova.compute.manager [req-0cfb20b9-2bc8-443f-8dc8-606d8e2c10d1 req-2eb70676-bd37-4991-ba7b-8bb842e30b6d service nova] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] No waiting events found dispatching network-vif-plugged-3876d733-16da-4309-b7a9-c4ec5cf3fa6f {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:19:31 user nova-compute[74922]: WARNING nova.compute.manager [req-0cfb20b9-2bc8-443f-8dc8-606d8e2c10d1 req-2eb70676-bd37-4991-ba7b-8bb842e30b6d service nova] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Received unexpected event network-vif-plugged-3876d733-16da-4309-b7a9-c4ec5cf3fa6f for instance with vm_state building and task_state spawning.
Oct 30 06:19:31 user nova-compute[74922]: INFO nova.compute.manager [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Took 5.13 seconds to spawn the instance on the hypervisor.
Oct 30 06:19:31 user nova-compute[74922]: DEBUG nova.compute.manager [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:19:31 user nova-compute[74922]: INFO nova.compute.manager [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Took 30.86 seconds to build instance.
Oct 30 06:19:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-c63b33ba-ec33-4b28-ac0c-8be46d29dd98 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "58748454-f3a5-4f62-9e2f-3caa63acdd68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 30.959s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:19:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "58748454-f3a5-4f62-9e2f-3caa63acdd68" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.350s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:19:31 user nova-compute[74922]: INFO nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] During sync_power_state the instance has a pending task (spawning). Skip.
Oct 30 06:19:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "58748454-f3a5-4f62-9e2f-3caa63acdd68" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:19:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ErhpGJiv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:19:50 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:19:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:19:50 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:19:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:19:50 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a921a88f-0953-4dc0-9e41-b9c56b58c2a4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 06:19:50 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[97d44ec4-e856-450b-ab76-a73ef9ffafb9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12] added
Oct 30 06:19:50 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[59051b14-3712-4ff8-b1fa-f08c3ec0883a]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cfb837b-53f1-4886-bed2-bf30f0b26801]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ErhpGJiv {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ErhpGJiv" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[15781ef4-9857-4969-8355-429a7b35a461]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ErhpGJiv'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4870b5c7-29e4-4e56-92f2-6c0b5b104e32]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f85f4da-70b8-4a2c-8f9b-9621a74cf3a5]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 (non-flash)
Oct 30 06:19:50 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 (non-flash)
Oct 30 06:19:50 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4673ef1f-220a-4a48-ad22-176dd3af1c4e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12, portal: 172.16.0.220,3260]
Oct 30 06:19:50 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12, portal: 172.16.0.220,3260] successful.
Oct 30 06:19:50 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[412b70af-f0cc-41b6-a796-2b353a3e9330]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[acf26619-8716-4116-a9a5-6cbbf2a1c9ee]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 (non-flash)
Oct 30 06:19:50 user nova-compute[74922]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 (non-flash)
Oct 30 06:19:50 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 (non-flash)
Oct 30 06:19:50 user nova-compute[74922]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 (non-flash)
Oct 30 06:19:50 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.273s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] HCTL ('34', '-', '-', 0) found on session 53 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0293fae9-fa5b-43f9-b42a-7ddc1b5efa1c]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Searching for a device in session 53 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 06:19:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ErhpGJiv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 06:19:51 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.301s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:19:51 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] <== connect_volume: return (1303ms) {'type': 'block', 'scsi_wwn': '26563373835633734', 'path': '/dev/sdc'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:19:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26563373835633734', 'path': '/dev/sdc'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 06:19:51 user nova-compute[74922]: DEBUG nova.objects.instance [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lazy-loading 'flavor' on Instance uuid 06897d17-aafb-49e5-b438-fd36e77be638 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:19:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 06:19:51 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:19:51 user nova-compute[74922]:   <source dev="/dev/sdc"/>
Oct 30 06:19:51 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 06:19:51 user nova-compute[74922]:   <serial>253a73ee-08b7-4c32-8945-a54d06827e12</serial>
Oct 30 06:19:51 user nova-compute[74922]: </disk>
Oct 30 06:19:51 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 06:19:52 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:19:52 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:19:52 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] No VIF found with MAC fa:16:3e:00:9c:0a, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:19:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-e5b1e4b8-e649-41b6-ace9-9b9f2674d180 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "06897d17-aafb-49e5-b438-fd36e77be638" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 37.141s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:19:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "06897d17-aafb-49e5-b438-fd36e77be638" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 21.057s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:19:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "06897d17-aafb-49e5-b438-fd36e77be638" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.024s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:19:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:54 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:19:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:55 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:19:55 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Acquiring lock "06897d17-aafb-49e5-b438-fd36e77be638" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "06897d17-aafb-49e5-b438-fd36e77be638" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG nova.objects.instance [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lazy-loading 'flavor' on Instance uuid 06897d17-aafb-49e5-b438-fd36e77be638 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "06897d17-aafb-49e5-b438-fd36e77be638" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Acquiring lock "06897d17-aafb-49e5-b438-fd36e77be638" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "06897d17-aafb-49e5-b438-fd36e77be638" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:19:56 user nova-compute[74922]: INFO nova.compute.manager [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Attaching volume 7826ff8f-272a-4f16-8a8d-fd0d87eaf351 to /dev/vdc
Oct 30 06:19:56 user nova-compute[74922]: DEBUG os_brick.utils [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[05cbe37f-c3f5-4ed9-9dab-1d2c16619b78]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[219b818f-a6c7-43d6-90d4-ccf7675f9747]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[22b0d97f-831c-489d-a8a4-c52180244de0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a01505e-b50f-4945-b9d0-b1c93ea50745]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:19:56 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 06:19:56 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4b5fa76-a078-4ada-b725-ebf2a38a886c]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG os_brick.utils [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Updating existing volume attachment record: b6d57174-bd3a-4f5f-91fc-6e6c2e557b83 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 06:19:56 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:19:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:19:57 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:19:57 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:19:57 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:20:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:20:00 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:20:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:20:02 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:20:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:20:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:20:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:20:02 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:20:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:20:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:20:03 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:20:03 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:20:03 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=8719MB free_disk=25.04208755493164GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:20:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:20:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:20:04 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 06897d17-aafb-49e5-b438-fd36e77be638 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:20:04 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 58748454-f3a5-4f62-9e2f-3caa63acdd68 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:20:04 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:20:04 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:20:04 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:20:04 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:20:04 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:20:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.263s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:20:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:20:07 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:20:07 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:20:07 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 06:20:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-06897d17-aafb-49e5-b438-fd36e77be638" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:20:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-06897d17-aafb-49e5-b438-fd36e77be638" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:20:07 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:20:07 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lazy-loading 'info_cache' on Instance uuid 06897d17-aafb-49e5-b438-fd36e77be638 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:20:07 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Updating instance_info_cache with network_info: [{"id": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "address": "fa:16:3e:00:9c:0a", "network": {"id": "8888d3d8-7a40-4e09-b740-13de26727769", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1833312975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7d9fdb84a4464ab01fec12d187e83b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6c46aba-f6", "ovs_interfaceid": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:20:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-06897d17-aafb-49e5-b438-fd36e77be638" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:20:07 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:20:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:20:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NqVyYeMv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:20:15 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:20:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:20:15 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:20:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:20:15 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb6d67d9-df4c-4b17-b240-d7944ce04f97]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 06:20:15 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[180697e9-be85-4489-a772-fd83916b88a8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351] added
Oct 30 06:20:15 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf9a0e11-0f89-48ed-992b-41f3ea13e5d1]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[22e6a143-e6d2-4212-94be-e399714dba22]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NqVyYeMv {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NqVyYeMv" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3955e9ec-edf2-4238-8829-5cf5f3e29381]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NqVyYeMv'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.050s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d501d962-79e1-4eb7-9c07-00b4408d8d90]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ff05e8e-6d7c-415b-bc2f-a5a61091228c]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 (non-flash)
Oct 30 06:20:15 user nova-compute[74922]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 (non-flash)
Oct 30 06:20:15 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 (non-flash)
Oct 30 06:20:15 user nova-compute[74922]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 (non-flash)
Oct 30 06:20:15 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f65db4c-57e5-4b1f-8b7a-59345dde6d64]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351, portal: 172.16.0.220,3260]
Oct 30 06:20:15 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351, portal: 172.16.0.220,3260] successful.
Oct 30 06:20:15 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7a46f33-2a2a-407d-b240-9e9090b7e763]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[88b6e2b5-5b70-4de5-b84f-bb3809d95ca3]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 (non-flash)
Oct 30 06:20:15 user nova-compute[74922]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 (non-flash)
Oct 30 06:20:15 user nova-compute[74922]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 (non-flash)
Oct 30 06:20:15 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 (non-flash)
Oct 30 06:20:15 user nova-compute[74922]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 (non-flash)
Oct 30 06:20:15 user nova-compute[74922]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 (non-flash)
Oct 30 06:20:15 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.322s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] HCTL ('35', '-', '-', 0) found on session 54 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b764551-3edd-4029-849b-ad09402028e0]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Searching for a device in session 54 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 06:20:15 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NqVyYeMv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 06:20:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.359s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:20:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] <== connect_volume: return (1361ms) {'type': 'block', 'scsi_wwn': '26633373135303535', 'path': '/dev/sdd'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:20:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26633373135303535', 'path': '/dev/sdd'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 06:20:17 user nova-compute[74922]: DEBUG nova.objects.instance [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lazy-loading 'flavor' on Instance uuid 06897d17-aafb-49e5-b438-fd36e77be638 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:20:17 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] attach device xml: <disk type="block" device="disk">
Oct 30 06:20:17 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:20:17 user nova-compute[74922]:   <source dev="/dev/sdd"/>
Oct 30 06:20:17 user nova-compute[74922]:   <target dev="vdc" bus="virtio"/>
Oct 30 06:20:17 user nova-compute[74922]:   <serial>7826ff8f-272a-4f16-8a8d-fd0d87eaf351</serial>
Oct 30 06:20:17 user nova-compute[74922]: </disk>
Oct 30 06:20:17 user nova-compute[74922]:  {{(pid=74922) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 30 06:20:17 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:20:17 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:20:17 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:20:17 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] No VIF found with MAC fa:16:3e:00:9c:0a, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:20:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-40625120-70df-4ee1-823d-da5bb6178e4b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "06897d17-aafb-49e5-b438-fd36e77be638" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.179s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:20:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:20:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:20:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:20:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:20:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:20:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:20:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Acquiring lock "06897d17-aafb-49e5-b438-fd36e77be638" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:20:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "06897d17-aafb-49e5-b438-fd36e77be638" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:20:18 user nova-compute[74922]: INFO nova.compute.manager [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Detaching volume 7826ff8f-272a-4f16-8a8d-fd0d87eaf351
Oct 30 06:20:18 user nova-compute[74922]: INFO nova.virt.block_device [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Attempting to driver detach volume 7826ff8f-272a-4f16-8a8d-fd0d87eaf351 from mountpoint /dev/vdc
Oct 30 06:20:18 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Attempting to detach device vdc from instance 06897d17-aafb-49e5-b438-fd36e77be638 from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 06:20:18 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 06:20:18 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:20:18 user nova-compute[74922]:   <source dev="/dev/sdd"/>
Oct 30 06:20:18 user nova-compute[74922]:   <target dev="vdc" bus="virtio"/>
Oct 30 06:20:18 user nova-compute[74922]:   <serial>7826ff8f-272a-4f16-8a8d-fd0d87eaf351</serial>
Oct 30 06:20:18 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 30 06:20:18 user nova-compute[74922]: </disk>
Oct 30 06:20:18 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 06:20:18 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Successfully detached device vdc from instance 06897d17-aafb-49e5-b438-fd36e77be638 from the persistent domain config.
Oct 30 06:20:18 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 06897d17-aafb-49e5-b438-fd36e77be638 from the live domain config. {{(pid=74922) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 06:20:18 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 06:20:18 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:20:18 user nova-compute[74922]:   <source dev="/dev/sdd"/>
Oct 30 06:20:18 user nova-compute[74922]:   <target dev="vdc" bus="virtio"/>
Oct 30 06:20:18 user nova-compute[74922]:   <serial>7826ff8f-272a-4f16-8a8d-fd0d87eaf351</serial>
Oct 30 06:20:18 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 30 06:20:18 user nova-compute[74922]: </disk>
Oct 30 06:20:18 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 06:20:18 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 06897d17-aafb-49e5-b438-fd36e77be638 {{(pid=74922) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 06:20:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:20:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:20:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:20:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:20:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:20:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:20:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:20:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:20:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:20:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:20:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:20:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:20:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:20:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:20:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:20:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:20:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:20:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:20:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:20:38 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 06897d17-aafb-49e5-b438-fd36e77be638 is timed out.
Oct 30 06:20:38 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Successfully detached device vdc from instance 06897d17-aafb-49e5-b438-fd36e77be638 from the live domain config.
Oct 30 06:20:38 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NqVyYeMv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:20:38 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:20:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cb08318-518a-4cc4-bebf-19625156f2a8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 06:20:38 user nova-compute[74922]: No targets found.
Oct 30 06:20:38 user nova-compute[74922]: iSNS:
Oct 30 06:20:38 user nova-compute[74922]: No targets found.
Oct 30 06:20:38 user nova-compute[74922]: STATIC:
Oct 30 06:20:38 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828
Oct 30 06:20:38 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:20:38 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:20:38 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12
Oct 30 06:20:38 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:20:38 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:20:38 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351
Oct 30 06:20:38 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:20:38 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:20:38 user nova-compute[74922]: FIRMWARE:
Oct 30 06:20:38 user nova-compute[74922]: No targets found.
Oct 30 06:20:38 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 06:20:38 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 06:20:38 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b17489b1-503c-4527-8cdc-a6d5b2bdec92]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[14d31b4e-e589-49fc-91da-56ee6dea1803]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 (non-flash)
Oct 30 06:20:38 user nova-compute[74922]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 (non-flash)
Oct 30 06:20:38 user nova-compute[74922]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 (non-flash)
Oct 30 06:20:38 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 (non-flash)
Oct 30 06:20:38 user nova-compute[74922]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 (non-flash)
Oct 30 06:20:38 user nova-compute[74922]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 (non-flash)
Oct 30 06:20:38 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82086b4670>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351'): ({'sdd'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Removing single pathed devices sdd {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[768a38db-a5a8-4239-b4fc-bbf86c5498c5]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[008b9f3e-26d0-4e24-9519-fea8ae915fe2]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Flushing IO for device /dev/sdd {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c98464b4-927b-422e-b122-a7274a05afa2]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.036s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[30cbefdb-9328-47c4-b7fe-52f4de22352d]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] SCSI volumes sdd have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 06:20:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d552f93a-970e-4770-abd0-cf69684b8ae5]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:20:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[82ce7f19-713f-47d3-9326-0bb11acc349a]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351, portal: 172.16.0.220,3260]
Oct 30 06:20:39 user nova-compute[74922]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351, portal: 172.16.0.220,3260] successful.
Oct 30 06:20:39 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:20:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7826ff8f-272a-4f16-8a8d-fd0d87eaf351 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e90c5fe1-1479-42bc-8b7e-677cbeb7ebf9]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:20:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.294s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:20:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] <== disconnect_volume: return (295ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:20:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 06:20:39 user nova-compute[74922]: DEBUG nova.objects.instance [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lazy-loading 'flavor' on Instance uuid 06897d17-aafb-49e5-b438-fd36e77be638 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:20:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-547e9cc1-c0d3-4a8b-a75a-faf2dbe6a001 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "06897d17-aafb-49e5-b438-fd36e77be638" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.781s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:20:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:20:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:20:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:20:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:20:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:20:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:20:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:20:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "58748454-f3a5-4f62-9e2f-3caa63acdd68" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:20:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "58748454-f3a5-4f62-9e2f-3caa63acdd68" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:20:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "58748454-f3a5-4f62-9e2f-3caa63acdd68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:20:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "58748454-f3a5-4f62-9e2f-3caa63acdd68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:20:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "58748454-f3a5-4f62-9e2f-3caa63acdd68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:20:51 user nova-compute[74922]: INFO nova.compute.manager [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Terminating instance
Oct 30 06:20:51 user nova-compute[74922]: DEBUG nova.compute.manager [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:20:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:20:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:20:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:20:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:20:51 user nova-compute[74922]: DEBUG nova.compute.manager [req-47a1a1bd-ce24-4c2d-8536-176af7455a02 req-6010b8cd-def1-4d8b-8663-1d810d639ee9 service nova] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Received event network-vif-unplugged-3876d733-16da-4309-b7a9-c4ec5cf3fa6f {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:20:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-47a1a1bd-ce24-4c2d-8536-176af7455a02 req-6010b8cd-def1-4d8b-8663-1d810d639ee9 service nova] Acquiring lock "58748454-f3a5-4f62-9e2f-3caa63acdd68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:20:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-47a1a1bd-ce24-4c2d-8536-176af7455a02 req-6010b8cd-def1-4d8b-8663-1d810d639ee9 service nova] Lock "58748454-f3a5-4f62-9e2f-3caa63acdd68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:20:51 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-47a1a1bd-ce24-4c2d-8536-176af7455a02 req-6010b8cd-def1-4d8b-8663-1d810d639ee9 service nova] Lock "58748454-f3a5-4f62-9e2f-3caa63acdd68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:20:51 user nova-compute[74922]: DEBUG nova.compute.manager [req-47a1a1bd-ce24-4c2d-8536-176af7455a02 req-6010b8cd-def1-4d8b-8663-1d810d639ee9 service nova] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] No waiting events found dispatching network-vif-unplugged-3876d733-16da-4309-b7a9-c4ec5cf3fa6f {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:20:51 user nova-compute[74922]: DEBUG nova.compute.manager [req-47a1a1bd-ce24-4c2d-8536-176af7455a02 req-6010b8cd-def1-4d8b-8663-1d810d639ee9 service nova] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Received event network-vif-unplugged-3876d733-16da-4309-b7a9-c4ec5cf3fa6f for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 06:20:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:20:51 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Instance destroyed successfully.
Oct 30 06:20:51 user nova-compute[74922]: DEBUG nova.objects.instance [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lazy-loading 'resources' on Instance uuid 58748454-f3a5-4f62-9e2f-3caa63acdd68 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:20:51 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:18:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-18892152',display_name='tempest-TestVolumeBootPattern-server-18892152',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-18892152',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-30T06:19:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cf52d442d44f41f4a008bf47121ee139',ramdisk_id='',reservation_id='r-2hj9et6x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-2065972013',owner_user_name='tempest-TestVolumeBootPattern-2065972013-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:19:32Z,user_data=None,user_id='9d00a6e3aced4397be293425242b06f7',uuid=58748454-f3a5-4f62-9e2f-3caa63acdd68,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3876d733-16da-4309-b7a9-c4ec5cf3fa6f", "address": "fa:16:3e:3f:5f:71", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3876d733-16", "ovs_interfaceid": "3876d733-16da-4309-b7a9-c4ec5cf3fa6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:20:51 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converting VIF {"id": "3876d733-16da-4309-b7a9-c4ec5cf3fa6f", "address": "fa:16:3e:3f:5f:71", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3876d733-16", "ovs_interfaceid": "3876d733-16da-4309-b7a9-c4ec5cf3fa6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:20:51 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3f:5f:71,bridge_name='br-int',has_traffic_filtering=True,id=3876d733-16da-4309-b7a9-c4ec5cf3fa6f,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3876d733-16') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:20:51 user nova-compute[74922]: DEBUG os_vif [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3f:5f:71,bridge_name='br-int',has_traffic_filtering=True,id=3876d733-16da-4309-b7a9-c4ec5cf3fa6f,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3876d733-16') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:20:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:20:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3876d733-16, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:20:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:20:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:20:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=82e641a2-aba6-4d78-9d70-457863a40cf9) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:20:52 user nova-compute[74922]: INFO os_vif [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3f:5f:71,bridge_name='br-int',has_traffic_filtering=True,id=3876d733-16da-4309-b7a9-c4ec5cf3fa6f,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3876d733-16')
Oct 30 06:20:52 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pGxrfLRP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:20:52 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:20:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a93099e-6909-45f5-9a29-8e875a091f6a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 06:20:52 user nova-compute[74922]: No targets found.
Oct 30 06:20:52 user nova-compute[74922]: iSNS:
Oct 30 06:20:52 user nova-compute[74922]: No targets found.
Oct 30 06:20:52 user nova-compute[74922]: STATIC:
Oct 30 06:20:52 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828
Oct 30 06:20:52 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:20:52 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:20:52 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12
Oct 30 06:20:52 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:20:52 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:20:52 user nova-compute[74922]: FIRMWARE:
Oct 30 06:20:52 user nova-compute[74922]: No targets found.
Oct 30 06:20:52 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 06:20:52 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 06:20:52 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1d099a8-3b7a-4506-a3d5-7db89d2ecf72]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1fd5c82-74c2-4a79-93df-f553245664f5]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 (non-flash)
Oct 30 06:20:52 user nova-compute[74922]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 (non-flash)
Oct 30 06:20:52 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 (non-flash)
Oct 30 06:20:52 user nova-compute[74922]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 (non-flash)
Oct 30 06:20:52 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82084c1c60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828'): ({'sdb'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Removing single pathed devices sdb {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[306bef20-ab20-441c-905b-1ea443cee325]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d416c6c-2ad8-4e26-9b5a-9118ae9a293e]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Flushing IO for device /dev/sdb {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[739ee18d-db80-4aef-b09c-3d3edfbc7a98]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[64e15914-ae41-4fda-ad2d-adb0a73a22b0]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26131616133306362', '/dev/disk/by-id/scsi-1SCST_BIOab0891a5-a1aa30cb5034ca5e', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_ab0891a5') {{(pid=85621) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[63457430-be00-43e4-a07a-596ace9f31ae]: (4, None) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4b3d01e-70d5-4fda-a55a-b2aa9000d393]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d5a8b12-15bf-4d06-b5e4-08da43ca133f]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828, portal: 172.16.0.220,3260]
Oct 30 06:20:52 user nova-compute[74922]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828, portal: 172.16.0.220,3260] successful.
Oct 30 06:20:52 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8d3e6e6-459f-404b-8de6-39c1b15af828 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[abeb8ed2-5a41-4b7e-99dd-89f6ce8fa976]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.313s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] <== disconnect_volume: return (315ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 06:20:52 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Deleting instance files /opt/stack/data/nova/instances/58748454-f3a5-4f62-9e2f-3caa63acdd68_del
Oct 30 06:20:52 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Deletion of /opt/stack/data/nova/instances/58748454-f3a5-4f62-9e2f-3caa63acdd68_del complete
Oct 30 06:20:52 user nova-compute[74922]: INFO nova.compute.manager [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Took 1.16 seconds to destroy the instance on the hypervisor.
Oct 30 06:20:52 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:20:52 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:20:52 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Took 0.52 seconds to deallocate network for instance.
Oct 30 06:20:53 user nova-compute[74922]: DEBUG nova.compute.manager [req-c486a650-9403-4793-9213-0dab0f6661df req-2a0d4980-7f6c-4ca5-a706-ec31088bf704 service nova] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Received event network-vif-deleted-3876d733-16da-4309-b7a9-c4ec5cf3fa6f {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:20:53 user nova-compute[74922]: DEBUG nova.compute.manager [req-b6ca290a-0a80-4e99-b5c9-2a3004c428d0 req-f797c5aa-f2ee-4267-b68f-591d9b9efe73 service nova] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Received event network-vif-plugged-3876d733-16da-4309-b7a9-c4ec5cf3fa6f {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:20:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b6ca290a-0a80-4e99-b5c9-2a3004c428d0 req-f797c5aa-f2ee-4267-b68f-591d9b9efe73 service nova] Acquiring lock "58748454-f3a5-4f62-9e2f-3caa63acdd68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:20:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b6ca290a-0a80-4e99-b5c9-2a3004c428d0 req-f797c5aa-f2ee-4267-b68f-591d9b9efe73 service nova] Lock "58748454-f3a5-4f62-9e2f-3caa63acdd68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:20:53 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b6ca290a-0a80-4e99-b5c9-2a3004c428d0 req-f797c5aa-f2ee-4267-b68f-591d9b9efe73 service nova] Lock "58748454-f3a5-4f62-9e2f-3caa63acdd68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:20:53 user nova-compute[74922]: DEBUG nova.compute.manager [req-b6ca290a-0a80-4e99-b5c9-2a3004c428d0 req-f797c5aa-f2ee-4267-b68f-591d9b9efe73 service nova] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] No waiting events found dispatching network-vif-plugged-3876d733-16da-4309-b7a9-c4ec5cf3fa6f {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:20:53 user nova-compute[74922]: WARNING nova.compute.manager [req-b6ca290a-0a80-4e99-b5c9-2a3004c428d0 req-f797c5aa-f2ee-4267-b68f-591d9b9efe73 service nova] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Received unexpected event network-vif-plugged-3876d733-16da-4309-b7a9-c4ec5cf3fa6f for instance with vm_state active and task_state deleting.
Oct 30 06:20:56 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:20:56 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:20:56 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:20:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:20:57 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:20:57 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:20:57 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:20:59 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:21:00 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:21:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:21:02 user nova-compute[74922]: INFO nova.compute.manager [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Took 9.44 seconds to detach 1 volumes for instance.
Oct 30 06:21:02 user nova-compute[74922]: DEBUG nova.compute.manager [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 58748454-f3a5-4f62-9e2f-3caa63acdd68] Deleting volume: f8d3e6e6-459f-404b-8de6-39c1b15af828 {{(pid=74922) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 30 06:21:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:21:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:21:02 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:21:02 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:21:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.141s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:21:02 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Deleted allocations for instance 58748454-f3a5-4f62-9e2f-3caa63acdd68
Oct 30 06:21:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-460d00ea-fa8f-4593-aa98-c6aecd44a9d3 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "58748454-f3a5-4f62-9e2f-3caa63acdd68" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 11.509s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:21:02 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:21:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:21:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:21:02 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:21:02 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:21:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:21:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:21:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk --force-share --output=json {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:21:03 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:21:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:21:03 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:21:03 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:21:03 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=8880MB free_disk=25.04039764404297GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:21:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:21:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:21:03 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 06897d17-aafb-49e5-b438-fd36e77be638 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:21:03 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:21:03 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:21:03 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:21:03 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:21:04 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:21:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.338s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:21:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:21:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Acquiring lock "06897d17-aafb-49e5-b438-fd36e77be638" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:21:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "06897d17-aafb-49e5-b438-fd36e77be638" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:21:08 user nova-compute[74922]: INFO nova.compute.manager [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Detaching volume 253a73ee-08b7-4c32-8945-a54d06827e12
Oct 30 06:21:09 user nova-compute[74922]: INFO nova.virt.block_device [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Attempting to driver detach volume 253a73ee-08b7-4c32-8945-a54d06827e12 from mountpoint /dev/vdb
Oct 30 06:21:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Attempting to detach device vdb from instance 06897d17-aafb-49e5-b438-fd36e77be638 from the persistent domain config. {{(pid=74922) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 30 06:21:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 06:21:09 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:21:09 user nova-compute[74922]:   <source dev="/dev/sdc"/>
Oct 30 06:21:09 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 06:21:09 user nova-compute[74922]:   <serial>253a73ee-08b7-4c32-8945-a54d06827e12</serial>
Oct 30 06:21:09 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 06:21:09 user nova-compute[74922]: </disk>
Oct 30 06:21:09 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 06:21:09 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Successfully detached device vdb from instance 06897d17-aafb-49e5-b438-fd36e77be638 from the persistent domain config.
Oct 30 06:21:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 06897d17-aafb-49e5-b438-fd36e77be638 from the live domain config. {{(pid=74922) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 30 06:21:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.guest [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] detach device xml: <disk type="block" device="disk">
Oct 30 06:21:09 user nova-compute[74922]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:21:09 user nova-compute[74922]:   <source dev="/dev/sdc"/>
Oct 30 06:21:09 user nova-compute[74922]:   <target dev="vdb" bus="virtio"/>
Oct 30 06:21:09 user nova-compute[74922]:   <serial>253a73ee-08b7-4c32-8945-a54d06827e12</serial>
Oct 30 06:21:09 user nova-compute[74922]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 30 06:21:09 user nova-compute[74922]: </disk>
Oct 30 06:21:09 user nova-compute[74922]:  {{(pid=74922) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 30 06:21:09 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:21:09 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:21:09 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:21:09 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Didn't find any instances for network info cache update. {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 06:21:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 06897d17-aafb-49e5-b438-fd36e77be638 {{(pid=74922) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 30 06:21:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:21:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:21:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:21:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:21:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:21:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:21:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:21:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:21:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:21:29 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 06897d17-aafb-49e5-b438-fd36e77be638 is timed out.
Oct 30 06:21:29 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Successfully detached device vdb from instance 06897d17-aafb-49e5-b438-fd36e77be638 from the live domain config.
Oct 30 06:21:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ErhpGJiv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:21:29 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:21:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b582dc75-07f5-424e-b854-57a84024b7eb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 06:21:29 user nova-compute[74922]: No targets found.
Oct 30 06:21:29 user nova-compute[74922]: iSNS:
Oct 30 06:21:29 user nova-compute[74922]: No targets found.
Oct 30 06:21:29 user nova-compute[74922]: STATIC:
Oct 30 06:21:29 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12
Oct 30 06:21:29 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:21:29 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:21:29 user nova-compute[74922]: FIRMWARE:
Oct 30 06:21:29 user nova-compute[74922]: No targets found.
Oct 30 06:21:29 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 06:21:29 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 06:21:29 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5df3e9a2-9efc-4922-878f-8fca38af8e37]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[382301e2-8642-4cb0-a3f6-85f162e44667]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 (non-flash)
Oct 30 06:21:29 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 (non-flash)
Oct 30 06:21:29 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f820849ef80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12'): ({'sdc'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Removing single pathed devices sdc {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bea6e23-cfc2-4a84-b5f3-d18eb5e016d2]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[44b64e38-2fa2-4b60-a98b-e4f8c7babbf9]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Flushing IO for device /dev/sdc {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ada689bc-e229-46fc-b621-92c55d048469]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.053s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[07632793-ddd1-406d-843d-9df444e24f0b]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] SCSI volumes sdc have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[bef55186-1892-4f8b-a29b-08611c3c88e5]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffd25d09-29cb-4574-b7e3-8410bdc7bbed]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12, portal: 172.16.0.220,3260]
Oct 30 06:21:29 user nova-compute[74922]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12, portal: 172.16.0.220,3260] successful.
Oct 30 06:21:29 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:253a73ee-08b7-4c32-8945-a54d06827e12 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0385c85a-894f-4145-a70d-c1cefdf0d917]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.299s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] <== disconnect_volume: return (300ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:21:29 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 06:21:30 user nova-compute[74922]: DEBUG nova.objects.instance [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lazy-loading 'flavor' on Instance uuid 06897d17-aafb-49e5-b438-fd36e77be638 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:21:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-246a5a5d-ed94-4ab8-8392-9f141c3bf76b tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "06897d17-aafb-49e5-b438-fd36e77be638" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.836s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:21:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:21:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:21:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:21:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:21:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:21:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:21:57 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:21:57 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:21:57 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:21:57 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:21:58 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:21:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3698ec95-bca5-4207-a7cc-13b2af00b968 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Acquiring lock "06897d17-aafb-49e5-b438-fd36e77be638" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:21:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3698ec95-bca5-4207-a7cc-13b2af00b968 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "06897d17-aafb-49e5-b438-fd36e77be638" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:21:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3698ec95-bca5-4207-a7cc-13b2af00b968 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Acquiring lock "06897d17-aafb-49e5-b438-fd36e77be638-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:21:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3698ec95-bca5-4207-a7cc-13b2af00b968 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "06897d17-aafb-49e5-b438-fd36e77be638-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:21:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3698ec95-bca5-4207-a7cc-13b2af00b968 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "06897d17-aafb-49e5-b438-fd36e77be638-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:21:59 user nova-compute[74922]: INFO nova.compute.manager [None req-3698ec95-bca5-4207-a7cc-13b2af00b968 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Terminating instance
Oct 30 06:21:59 user nova-compute[74922]: DEBUG nova.compute.manager [None req-3698ec95-bca5-4207-a7cc-13b2af00b968 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:21:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:21:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:21:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:21:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:21:59 user nova-compute[74922]: DEBUG nova.compute.manager [req-3eadf2a1-f285-4d54-9153-3482fcea4bb7 req-6933af26-cebc-41b0-9c76-f92a11147183 service nova] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Received event network-vif-unplugged-a6c46aba-f67a-4562-957c-2563b6fd6e62 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:21:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3eadf2a1-f285-4d54-9153-3482fcea4bb7 req-6933af26-cebc-41b0-9c76-f92a11147183 service nova] Acquiring lock "06897d17-aafb-49e5-b438-fd36e77be638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:21:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3eadf2a1-f285-4d54-9153-3482fcea4bb7 req-6933af26-cebc-41b0-9c76-f92a11147183 service nova] Lock "06897d17-aafb-49e5-b438-fd36e77be638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:21:59 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-3eadf2a1-f285-4d54-9153-3482fcea4bb7 req-6933af26-cebc-41b0-9c76-f92a11147183 service nova] Lock "06897d17-aafb-49e5-b438-fd36e77be638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:21:59 user nova-compute[74922]: DEBUG nova.compute.manager [req-3eadf2a1-f285-4d54-9153-3482fcea4bb7 req-6933af26-cebc-41b0-9c76-f92a11147183 service nova] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] No waiting events found dispatching network-vif-unplugged-a6c46aba-f67a-4562-957c-2563b6fd6e62 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:21:59 user nova-compute[74922]: DEBUG nova.compute.manager [req-3eadf2a1-f285-4d54-9153-3482fcea4bb7 req-6933af26-cebc-41b0-9c76-f92a11147183 service nova] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Received event network-vif-unplugged-a6c46aba-f67a-4562-957c-2563b6fd6e62 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 06:21:59 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:22:00 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Instance destroyed successfully.
Oct 30 06:22:00 user nova-compute[74922]: DEBUG nova.objects.instance [None req-3698ec95-bca5-4207-a7cc-13b2af00b968 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lazy-loading 'resources' on Instance uuid 06897d17-aafb-49e5-b438-fd36e77be638 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:22:00 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-3698ec95-bca5-4207-a7cc-13b2af00b968 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:17:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1146664167',display_name='tempest-TestServerVolumeAttachmentScenario-server-1146664167',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1146664167',id=46,image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNJramrI20sx45c+ifkW1cdMPYa7xsDz6G9Y/vFwFWGJwrWzIi/sqlF7sHlgE0NL3qgVEtkkwJjv8/vOJYHICZMRMo/NJd2ZsuEXf8nW2y9ME0OEEir6vamOs0AZFQ+kIQ==',key_name='tempest-keypair-1883671707',keypairs=<?>,launch_index=0,launched_at=2023-10-30T06:17:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fa7d9fdb84a4464ab01fec12d187e83b',ramdisk_id='',reservation_id='r-hqg8e05c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='b87ca349-fbae-4e04-a417-ccbcf4d53c8e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1221900180',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1221900180-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:17:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4385f8f0a860474797a0ab4dc3b85929',uuid=06897d17-aafb-49e5-b438-fd36e77be638,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "address": "fa:16:3e:00:9c:0a", "network": {"id": "8888d3d8-7a40-4e09-b740-13de26727769", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1833312975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7d9fdb84a4464ab01fec12d187e83b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6c46aba-f6", "ovs_interfaceid": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:22:00 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-3698ec95-bca5-4207-a7cc-13b2af00b968 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Converting VIF {"id": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "address": "fa:16:3e:00:9c:0a", "network": {"id": "8888d3d8-7a40-4e09-b740-13de26727769", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1833312975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa7d9fdb84a4464ab01fec12d187e83b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6c46aba-f6", "ovs_interfaceid": "a6c46aba-f67a-4562-957c-2563b6fd6e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:22:00 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-3698ec95-bca5-4207-a7cc-13b2af00b968 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:00:9c:0a,bridge_name='br-int',has_traffic_filtering=True,id=a6c46aba-f67a-4562-957c-2563b6fd6e62,network=Network(8888d3d8-7a40-4e09-b740-13de26727769),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6c46aba-f6') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:22:00 user nova-compute[74922]: DEBUG os_vif [None req-3698ec95-bca5-4207-a7cc-13b2af00b968 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:00:9c:0a,bridge_name='br-int',has_traffic_filtering=True,id=a6c46aba-f67a-4562-957c-2563b6fd6e62,network=Network(8888d3d8-7a40-4e09-b740-13de26727769),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6c46aba-f6') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:22:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:22:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa6c46aba-f6, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:22:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:22:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:22:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:22:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0327badd-088b-4423-9637-c0ceca3986f9) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:22:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:22:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:22:00 user nova-compute[74922]: INFO os_vif [None req-3698ec95-bca5-4207-a7cc-13b2af00b968 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:00:9c:0a,bridge_name='br-int',has_traffic_filtering=True,id=a6c46aba-f67a-4562-957c-2563b6fd6e62,network=Network(8888d3d8-7a40-4e09-b740-13de26727769),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6c46aba-f6')
Oct 30 06:22:00 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-3698ec95-bca5-4207-a7cc-13b2af00b968 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Deleting instance files /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638_del
Oct 30 06:22:00 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-3698ec95-bca5-4207-a7cc-13b2af00b968 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Deletion of /opt/stack/data/nova/instances/06897d17-aafb-49e5-b438-fd36e77be638_del complete
Oct 30 06:22:00 user nova-compute[74922]: INFO nova.compute.manager [None req-3698ec95-bca5-4207-a7cc-13b2af00b968 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Took 0.95 seconds to destroy the instance on the hypervisor.
Oct 30 06:22:00 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-3698ec95-bca5-4207-a7cc-13b2af00b968 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:22:00 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:22:00 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:22:00 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:22:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:22:01 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:22:01 user nova-compute[74922]: DEBUG nova.compute.manager [req-6cc87de8-cbaa-429e-a7d1-c3d1c5685fc9 req-50dc2ca1-bcf9-476d-a82d-3d902a052f07 service nova] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Received event network-vif-deleted-a6c46aba-f67a-4562-957c-2563b6fd6e62 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:22:01 user nova-compute[74922]: INFO nova.compute.manager [req-6cc87de8-cbaa-429e-a7d1-c3d1c5685fc9 req-50dc2ca1-bcf9-476d-a82d-3d902a052f07 service nova] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Neutron deleted interface a6c46aba-f67a-4562-957c-2563b6fd6e62; detaching it from the instance and deleting it from the info cache
Oct 30 06:22:01 user nova-compute[74922]: DEBUG nova.network.neutron [req-6cc87de8-cbaa-429e-a7d1-c3d1c5685fc9 req-50dc2ca1-bcf9-476d-a82d-3d902a052f07 service nova] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:22:01 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Took 0.77 seconds to deallocate network for instance.
Oct 30 06:22:01 user nova-compute[74922]: DEBUG nova.compute.manager [req-6cc87de8-cbaa-429e-a7d1-c3d1c5685fc9 req-50dc2ca1-bcf9-476d-a82d-3d902a052f07 service nova] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Detach interface failed, port_id=a6c46aba-f67a-4562-957c-2563b6fd6e62, reason: Instance 06897d17-aafb-49e5-b438-fd36e77be638 could not be found. {{(pid=74922) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 06:22:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3698ec95-bca5-4207-a7cc-13b2af00b968 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:22:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3698ec95-bca5-4207-a7cc-13b2af00b968 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:22:01 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-3698ec95-bca5-4207-a7cc-13b2af00b968 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:22:01 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-3698ec95-bca5-4207-a7cc-13b2af00b968 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:22:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3698ec95-bca5-4207-a7cc-13b2af00b968 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.108s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:22:01 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-3698ec95-bca5-4207-a7cc-13b2af00b968 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Deleted allocations for instance 06897d17-aafb-49e5-b438-fd36e77be638
Oct 30 06:22:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3698ec95-bca5-4207-a7cc-13b2af00b968 tempest-TestServerVolumeAttachmentScenario-1221900180 tempest-TestServerVolumeAttachmentScenario-1221900180-project-member] Lock "06897d17-aafb-49e5-b438-fd36e77be638" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.023s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:22:01 user nova-compute[74922]: DEBUG nova.compute.manager [req-cf67a6a7-4f13-4e8a-9c15-9c068869a947 req-818a75f7-8a6f-48de-92fc-d6fb24b55d62 service nova] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Received event network-vif-plugged-a6c46aba-f67a-4562-957c-2563b6fd6e62 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:22:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-cf67a6a7-4f13-4e8a-9c15-9c068869a947 req-818a75f7-8a6f-48de-92fc-d6fb24b55d62 service nova] Acquiring lock "06897d17-aafb-49e5-b438-fd36e77be638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:22:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-cf67a6a7-4f13-4e8a-9c15-9c068869a947 req-818a75f7-8a6f-48de-92fc-d6fb24b55d62 service nova] Lock "06897d17-aafb-49e5-b438-fd36e77be638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:22:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-cf67a6a7-4f13-4e8a-9c15-9c068869a947 req-818a75f7-8a6f-48de-92fc-d6fb24b55d62 service nova] Lock "06897d17-aafb-49e5-b438-fd36e77be638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:22:01 user nova-compute[74922]: DEBUG nova.compute.manager [req-cf67a6a7-4f13-4e8a-9c15-9c068869a947 req-818a75f7-8a6f-48de-92fc-d6fb24b55d62 service nova] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] No waiting events found dispatching network-vif-plugged-a6c46aba-f67a-4562-957c-2563b6fd6e62 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:22:01 user nova-compute[74922]: WARNING nova.compute.manager [req-cf67a6a7-4f13-4e8a-9c15-9c068869a947 req-818a75f7-8a6f-48de-92fc-d6fb24b55d62 service nova] [instance: 06897d17-aafb-49e5-b438-fd36e77be638] Received unexpected event network-vif-plugged-a6c46aba-f67a-4562-957c-2563b6fd6e62 for instance with vm_state deleted and task_state None.
Oct 30 06:22:01 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:22:03 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:22:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:22:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:22:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:22:03 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:22:04 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:22:04 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:22:04 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=9044MB free_disk=25.058853149414062GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:22:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:22:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:22:04 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:22:04 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:22:04 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:22:04 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:22:04 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:22:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.166s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:22:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:22:09 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:22:09 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:22:09 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 06:22:09 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Didn't find any instances for network info cache update. {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 06:22:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:22:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:22:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:22:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:22:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:22:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:22:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:22:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:22:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:22:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:22:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:22:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:22:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:22:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:22:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:22:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:22:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:22:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:22:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:22:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:22:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:22:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:22:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:22:37 user nova-compute[74922]: DEBUG nova.compute.manager [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 06:22:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:22:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:22:37 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 06:22:37 user nova-compute[74922]: INFO nova.compute.claims [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Claim successful on node user
Oct 30 06:22:37 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:22:37 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:22:37 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.195s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:22:37 user nova-compute[74922]: DEBUG nova.compute.manager [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 06:22:37 user nova-compute[74922]: DEBUG nova.compute.manager [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 06:22:37 user nova-compute[74922]: DEBUG nova.network.neutron [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 06:22:38 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 06:22:38 user nova-compute[74922]: DEBUG nova.compute.manager [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 06:22:38 user nova-compute[74922]: DEBUG nova.policy [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d00a6e3aced4397be293425242b06f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf52d442d44f41f4a008bf47121ee139', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 06:22:38 user nova-compute[74922]: INFO nova.virt.block_device [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Booting with volume 31236ef7-0197-424a-8565-e6818e071bbd at /dev/vda
Oct 30 06:22:38 user nova-compute[74922]: DEBUG os_brick.utils [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:22:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:22:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:22:38 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[58d6e0f9-d912-4474-8ffe-d707098c439b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:22:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:22:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:22:38 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[15da524d-44c1-424b-83be-ac9c813a5a7e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:22:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:22:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:22:38 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1285295c-324e-4bd6-a2a8-49de151f01cd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:22:38 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d3f41c9-c0ba-44f8-8d8d-c9c536e9ef19]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:22:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:22:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:22:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 06:22:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:22:38 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:22:38 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 06:22:38 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3160daa-71e2-440c-a4c4-0970bbf1aa18]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:22:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 06:22:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 06:22:38 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 06:22:38 user nova-compute[74922]: DEBUG os_brick.utils [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] <== get_connector_properties: return (112ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:22:38 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Updating existing volume attachment record: d8e18b1d-f723-49a8-ad43-6d8b3a962d0f {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 06:22:38 user nova-compute[74922]: DEBUG nova.network.neutron [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Successfully created port: 158894c9-e52e-42cb-8af1-6969ae808c79 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 06:22:39 user nova-compute[74922]: DEBUG nova.network.neutron [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Successfully updated port: 158894c9-e52e-42cb-8af1-6969ae808c79 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 06:22:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "refresh_cache-0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:22:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquired lock "refresh_cache-0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:22:39 user nova-compute[74922]: DEBUG nova.network.neutron [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:22:39 user nova-compute[74922]: DEBUG nova.compute.manager [req-ab178483-8b42-45e5-9429-4af189ddd1b9 req-a8037e2f-e8e6-402f-889b-3b0e3de62864 service nova] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Received event network-changed-158894c9-e52e-42cb-8af1-6969ae808c79 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:22:39 user nova-compute[74922]: DEBUG nova.compute.manager [req-ab178483-8b42-45e5-9429-4af189ddd1b9 req-a8037e2f-e8e6-402f-889b-3b0e3de62864 service nova] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Refreshing instance network info cache due to event network-changed-158894c9-e52e-42cb-8af1-6969ae808c79. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:22:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ab178483-8b42-45e5-9429-4af189ddd1b9 req-a8037e2f-e8e6-402f-889b-3b0e3de62864 service nova] Acquiring lock "refresh_cache-0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:22:39 user nova-compute[74922]: DEBUG nova.network.neutron [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 06:22:39 user nova-compute[74922]: DEBUG nova.network.neutron [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Updating instance_info_cache with network_info: [{"id": "158894c9-e52e-42cb-8af1-6969ae808c79", "address": "fa:16:3e:53:5e:61", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap158894c9-e5", "ovs_interfaceid": "158894c9-e52e-42cb-8af1-6969ae808c79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:22:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Releasing lock "refresh_cache-0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:22:39 user nova-compute[74922]: DEBUG nova.compute.manager [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Instance network_info: |[{"id": "158894c9-e52e-42cb-8af1-6969ae808c79", "address": "fa:16:3e:53:5e:61", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap158894c9-e5", "ovs_interfaceid": "158894c9-e52e-42cb-8af1-6969ae808c79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 06:22:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ab178483-8b42-45e5-9429-4af189ddd1b9 req-a8037e2f-e8e6-402f-889b-3b0e3de62864 service nova] Acquired lock "refresh_cache-0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:22:39 user nova-compute[74922]: DEBUG nova.network.neutron [req-ab178483-8b42-45e5-9429-4af189ddd1b9 req-a8037e2f-e8e6-402f-889b-3b0e3de62864 service nova] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Refreshing network info cache for port 158894c9-e52e-42cb-8af1-6969ae808c79 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:22:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:22:40 user nova-compute[74922]: DEBUG nova.network.neutron [req-ab178483-8b42-45e5-9429-4af189ddd1b9 req-a8037e2f-e8e6-402f-889b-3b0e3de62864 service nova] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Updated VIF entry in instance network info cache for port 158894c9-e52e-42cb-8af1-6969ae808c79. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:22:40 user nova-compute[74922]: DEBUG nova.network.neutron [req-ab178483-8b42-45e5-9429-4af189ddd1b9 req-a8037e2f-e8e6-402f-889b-3b0e3de62864 service nova] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Updating instance_info_cache with network_info: [{"id": "158894c9-e52e-42cb-8af1-6969ae808c79", "address": "fa:16:3e:53:5e:61", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap158894c9-e5", "ovs_interfaceid": "158894c9-e52e-42cb-8af1-6969ae808c79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:22:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-ab178483-8b42-45e5-9429-4af189ddd1b9 req-a8037e2f-e8e6-402f-889b-3b0e3de62864 service nova] Releasing lock "refresh_cache-0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:22:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:22:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:22:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:22:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:22:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:22:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:22:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:22:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:22:57 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:22:57 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:22:57 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:22:59 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:22:59 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:23:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:23:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:23:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:23:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:23:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:00 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:23:02 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:23:02 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:23:03 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:23:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:23:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:23:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:23:03 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:23:04 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:23:04 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:23:04 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=9100MB free_disk=25.057140350341797GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:23:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:23:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:23:04 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:23:04 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:23:04 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:23:04 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:23:04 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:23:04 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:23:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.220s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:23:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG nova.compute.manager [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 06:23:06 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Creating image(s)
Oct 30 06:23:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Did not create local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Ensure instance console log exists: /opt/stack/data/nova/instances/0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Start _get_guest_xml network_info=[{"id": "158894c9-e52e-42cb-8af1-6969ae808c79", "address": "fa:16:3e:53:5e:61", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap158894c9-e5", "ovs_interfaceid": "158894c9-e52e-42cb-8af1-6969ae808c79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': 'd8e18b1d-f723-49a8-ad43-6d8b3a962d0f', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cTFYfRHm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e', 'attached_at': '', 'detached_at': '', 'volume_id': '31236ef7-0197-424a-8565-e6818e071bbd', 'serial': '31236ef7-0197-424a-8565-e6818e071bbd'}, 'disk_bus': 'virtio', 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 06:23:06 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:23:06 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:23:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cTFYfRHm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:23:06 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:23:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:23:06 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:23:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:23:06 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e3a703b-abe7-4b96-bb5e-c4754a4d7409]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 06:23:06 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b68c8d2d-16f7-4ca0-8650-13f905c2b5ff]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd] added
Oct 30 06:23:06 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[72ba0863-bebc-404b-92b2-a6fec8a97602]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[10afe431-8708-46b7-b024-377c9271f5fe]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cTFYfRHm {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cTFYfRHm" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[323fa87c-69ec-4bcf-a884-0a283b4a49db]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cTFYfRHm'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b22dfda-4b03-444d-93d2-271a4d44c84c]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2fb25a5-d471-4f62-a29f-e94fe28ff4a7]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 30 06:23:06 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 30 06:23:06 user nova-compute[74922]:  {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:23:06 user nova-compute[74922]: WARNING os_brick.initiator.connectors.iscsi [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 30 06:23:06 user nova-compute[74922]: 
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[bab45681-a233-471f-a25a-7ea4b62af202]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd, portal: 172.16.0.220,3260]
Oct 30 06:23:06 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd, portal: 172.16.0.220,3260] successful.
Oct 30 06:23:06 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee5ffff8-df9b-40c7-b3c2-803227490ce8]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbc65b56-2bae-44a8-a6b5-4bcbded2673a]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd (non-flash)
Oct 30 06:23:06 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd (non-flash)
Oct 30 06:23:06 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.252s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] HCTL ('33', '-', '-', 0) found on session 55 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[452f66aa-43d8-42d4-86eb-b06e059a8c1c]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Searching for a device in session 55 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 06:23:06 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cTFYfRHm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.279s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] <== connect_volume: return (1280ms) {'type': 'block', 'scsi_wwn': '23237653339643463', 'path': '/dev/sdb'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23237653339643463', 'path': '/dev/sdb'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:22:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-776531225',display_name='tempest-TestVolumeBootPattern-volume-backed-server-776531225',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-776531225',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNORnmHzmWZtDbF14ym2gzHeou36O52K16XM+9Lt3NBH6kaVACotmsGYESwkHE8SXBxChG9/cJJi+iIEKd+GQs4V2VRvPg7tFTSGDy5uGwJYH3l2xolApKZgG7A/dTZeRQ==',key_name='tempest-keypair-279841684',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cf52d442d44f41f4a008bf47121ee139',ramdisk_id='',reservation_id='r-v00oxbti',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2065972013',owner_user_name='tempest-TestVolumeBootPattern-2065972013-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:22:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9d00a6e3aced4397be293425242b06f7',uuid=0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "158894c9-e52e-42cb-8af1-6969ae808c79", "address": "fa:16:3e:53:5e:61", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap158894c9-e5", "ovs_interfaceid": "158894c9-e52e-42cb-8af1-6969ae808c79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converting VIF {"id": "158894c9-e52e-42cb-8af1-6969ae808c79", "address": "fa:16:3e:53:5e:61", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap158894c9-e5", "ovs_interfaceid": "158894c9-e52e-42cb-8af1-6969ae808c79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:5e:61,bridge_name='br-int',has_traffic_filtering=True,id=158894c9-e52e-42cb-8af1-6969ae808c79,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap158894c9-e5') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG nova.objects.instance [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lazy-loading 'pci_devices' on Instance uuid 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] End _get_guest_xml xml=<domain type="kvm">
Oct 30 06:23:07 user nova-compute[74922]:   <uuid>0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e</uuid>
Oct 30 06:23:07 user nova-compute[74922]:   <name>instance-00000030</name>
Oct 30 06:23:07 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 06:23:07 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 06:23:07 user nova-compute[74922]:   <metadata>
Oct 30 06:23:07 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 06:23:07 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 06:23:07 user nova-compute[74922]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-776531225</nova:name>
Oct 30 06:23:07 user nova-compute[74922]:       <nova:creationTime>2023-10-30 06:23:06</nova:creationTime>
Oct 30 06:23:07 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 06:23:07 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 06:23:07 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 06:23:07 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 06:23:07 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 06:23:07 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 06:23:07 user nova-compute[74922]:       </nova:flavor>
Oct 30 06:23:07 user nova-compute[74922]:       <nova:owner>
Oct 30 06:23:07 user nova-compute[74922]:         <nova:user uuid="9d00a6e3aced4397be293425242b06f7">tempest-TestVolumeBootPattern-2065972013-project-member</nova:user>
Oct 30 06:23:07 user nova-compute[74922]:         <nova:project uuid="cf52d442d44f41f4a008bf47121ee139">tempest-TestVolumeBootPattern-2065972013</nova:project>
Oct 30 06:23:07 user nova-compute[74922]:       </nova:owner>
Oct 30 06:23:07 user nova-compute[74922]:       <nova:ports>
Oct 30 06:23:07 user nova-compute[74922]:         <nova:port uuid="158894c9-e52e-42cb-8af1-6969ae808c79">
Oct 30 06:23:07 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 30 06:23:07 user nova-compute[74922]:         </nova:port>
Oct 30 06:23:07 user nova-compute[74922]:       </nova:ports>
Oct 30 06:23:07 user nova-compute[74922]:     </nova:instance>
Oct 30 06:23:07 user nova-compute[74922]:   </metadata>
Oct 30 06:23:07 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 06:23:07 user nova-compute[74922]:     <system>
Oct 30 06:23:07 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 06:23:07 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 06:23:07 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 06:23:07 user nova-compute[74922]:       <entry name="serial">0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e</entry>
Oct 30 06:23:07 user nova-compute[74922]:       <entry name="uuid">0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e</entry>
Oct 30 06:23:07 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 06:23:07 user nova-compute[74922]:     </system>
Oct 30 06:23:07 user nova-compute[74922]:   </sysinfo>
Oct 30 06:23:07 user nova-compute[74922]:   <os>
Oct 30 06:23:07 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 06:23:07 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 06:23:07 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 06:23:07 user nova-compute[74922]:   </os>
Oct 30 06:23:07 user nova-compute[74922]:   <features>
Oct 30 06:23:07 user nova-compute[74922]:     <acpi/>
Oct 30 06:23:07 user nova-compute[74922]:     <apic/>
Oct 30 06:23:07 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 06:23:07 user nova-compute[74922]:   </features>
Oct 30 06:23:07 user nova-compute[74922]:   <clock offset="utc">
Oct 30 06:23:07 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 06:23:07 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 06:23:07 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 06:23:07 user nova-compute[74922]:   </clock>
Oct 30 06:23:07 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 06:23:07 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 06:23:07 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 06:23:07 user nova-compute[74922]:   </cpu>
Oct 30 06:23:07 user nova-compute[74922]:   <devices>
Oct 30 06:23:07 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 06:23:07 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:23:07 user nova-compute[74922]:       <source dev="/dev/sdb"/>
Oct 30 06:23:07 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 06:23:07 user nova-compute[74922]:       <serial>31236ef7-0197-424a-8565-e6818e071bbd</serial>
Oct 30 06:23:07 user nova-compute[74922]:     </disk>
Oct 30 06:23:07 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 06:23:07 user nova-compute[74922]:       <mac address="fa:16:3e:53:5e:61"/>
Oct 30 06:23:07 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:23:07 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 06:23:07 user nova-compute[74922]:       <target dev="tap158894c9-e5"/>
Oct 30 06:23:07 user nova-compute[74922]:     </interface>
Oct 30 06:23:07 user nova-compute[74922]:     <serial type="pty">
Oct 30 06:23:07 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e/console.log" append="off"/>
Oct 30 06:23:07 user nova-compute[74922]:     </serial>
Oct 30 06:23:07 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 06:23:07 user nova-compute[74922]:     <video>
Oct 30 06:23:07 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:23:07 user nova-compute[74922]:     </video>
Oct 30 06:23:07 user nova-compute[74922]:     <rng model="virtio">
Oct 30 06:23:07 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 06:23:07 user nova-compute[74922]:     </rng>
Oct 30 06:23:07 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 06:23:07 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 06:23:07 user nova-compute[74922]:       <stats period="10"/>
Oct 30 06:23:07 user nova-compute[74922]:     </memballoon>
Oct 30 06:23:07 user nova-compute[74922]:   </devices>
Oct 30 06:23:07 user nova-compute[74922]: </domain>
Oct 30 06:23:07 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:22:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-776531225',display_name='tempest-TestVolumeBootPattern-volume-backed-server-776531225',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-776531225',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNORnmHzmWZtDbF14ym2gzHeou36O52K16XM+9Lt3NBH6kaVACotmsGYESwkHE8SXBxChG9/cJJi+iIEKd+GQs4V2VRvPg7tFTSGDy5uGwJYH3l2xolApKZgG7A/dTZeRQ==',key_name='tempest-keypair-279841684',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cf52d442d44f41f4a008bf47121ee139',ramdisk_id='',reservation_id='r-v00oxbti',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2065972013',owner_user_name='tempest-TestVolumeBootPattern-2065972013-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:22:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9d00a6e3aced4397be293425242b06f7',uuid=0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "158894c9-e52e-42cb-8af1-6969ae808c79", "address": "fa:16:3e:53:5e:61", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap158894c9-e5", "ovs_interfaceid": "158894c9-e52e-42cb-8af1-6969ae808c79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converting VIF {"id": "158894c9-e52e-42cb-8af1-6969ae808c79", "address": "fa:16:3e:53:5e:61", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap158894c9-e5", "ovs_interfaceid": "158894c9-e52e-42cb-8af1-6969ae808c79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:5e:61,bridge_name='br-int',has_traffic_filtering=True,id=158894c9-e52e-42cb-8af1-6969ae808c79,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap158894c9-e5') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG os_vif [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:5e:61,bridge_name='br-int',has_traffic_filtering=True,id=158894c9-e52e-42cb-8af1-6969ae808c79,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap158894c9-e5') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '92aba1dc-b9de-5332-afdc-2cce54a52020', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap158894c9-e5, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap158894c9-e5, col_values=(('qos', UUID('76988e1d-ffce-477b-90dd-563bd1349343')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap158894c9-e5, col_values=(('external_ids', {'iface-id': '158894c9-e52e-42cb-8af1-6969ae808c79', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:53:5e:61', 'vm-uuid': '0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:07 user nova-compute[74922]: INFO os_vif [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:5e:61,bridge_name='br-int',has_traffic_filtering=True,id=158894c9-e52e-42cb-8af1-6969ae808c79,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap158894c9-e5')
Oct 30 06:23:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:23:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] No VIF found with MAC fa:16:3e:53:5e:61, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:23:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:09 user nova-compute[74922]: DEBUG nova.compute.manager [req-4921e69d-ed4c-4627-b3f9-5632096875e3 req-7667887d-5a02-42c3-97b2-1ba656b82da6 service nova] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Received event network-vif-plugged-158894c9-e52e-42cb-8af1-6969ae808c79 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:23:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4921e69d-ed4c-4627-b3f9-5632096875e3 req-7667887d-5a02-42c3-97b2-1ba656b82da6 service nova] Acquiring lock "0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:23:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4921e69d-ed4c-4627-b3f9-5632096875e3 req-7667887d-5a02-42c3-97b2-1ba656b82da6 service nova] Lock "0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:23:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4921e69d-ed4c-4627-b3f9-5632096875e3 req-7667887d-5a02-42c3-97b2-1ba656b82da6 service nova] Lock "0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:23:09 user nova-compute[74922]: DEBUG nova.compute.manager [req-4921e69d-ed4c-4627-b3f9-5632096875e3 req-7667887d-5a02-42c3-97b2-1ba656b82da6 service nova] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] No waiting events found dispatching network-vif-plugged-158894c9-e52e-42cb-8af1-6969ae808c79 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:23:09 user nova-compute[74922]: WARNING nova.compute.manager [req-4921e69d-ed4c-4627-b3f9-5632096875e3 req-7667887d-5a02-42c3-97b2-1ba656b82da6 service nova] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Received unexpected event network-vif-plugged-158894c9-e52e-42cb-8af1-6969ae808c79 for instance with vm_state building and task_state spawning.
Oct 30 06:23:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:11 user nova-compute[74922]: DEBUG nova.compute.manager [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 06:23:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 06:23:11 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Instance spawned successfully.
Oct 30 06:23:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 06:23:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:23:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:23:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:23:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:23:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:23:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:23:11 user nova-compute[74922]: DEBUG nova.compute.manager [req-13268b6f-9c01-4141-9dbe-9865f293d20f req-11f18e98-aae6-4e6c-b90f-8c4221a12a24 service nova] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Received event network-vif-plugged-158894c9-e52e-42cb-8af1-6969ae808c79 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:23:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-13268b6f-9c01-4141-9dbe-9865f293d20f req-11f18e98-aae6-4e6c-b90f-8c4221a12a24 service nova] Acquiring lock "0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:23:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-13268b6f-9c01-4141-9dbe-9865f293d20f req-11f18e98-aae6-4e6c-b90f-8c4221a12a24 service nova] Lock "0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:23:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-13268b6f-9c01-4141-9dbe-9865f293d20f req-11f18e98-aae6-4e6c-b90f-8c4221a12a24 service nova] Lock "0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:23:11 user nova-compute[74922]: DEBUG nova.compute.manager [req-13268b6f-9c01-4141-9dbe-9865f293d20f req-11f18e98-aae6-4e6c-b90f-8c4221a12a24 service nova] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] No waiting events found dispatching network-vif-plugged-158894c9-e52e-42cb-8af1-6969ae808c79 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:23:11 user nova-compute[74922]: WARNING nova.compute.manager [req-13268b6f-9c01-4141-9dbe-9865f293d20f req-11f18e98-aae6-4e6c-b90f-8c4221a12a24 service nova] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Received unexpected event network-vif-plugged-158894c9-e52e-42cb-8af1-6969ae808c79 for instance with vm_state building and task_state spawning.
Oct 30 06:23:11 user nova-compute[74922]: INFO nova.compute.manager [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Took 5.23 seconds to spawn the instance on the hypervisor.
Oct 30 06:23:11 user nova-compute[74922]: DEBUG nova.compute.manager [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:23:11 user nova-compute[74922]: INFO nova.compute.manager [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Took 33.77 seconds to build instance.
Oct 30 06:23:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-31359dd0-3773-4139-893f-a2510f636dbc tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 33.863s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:23:11 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:23:11 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:23:11 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 06:23:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:23:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:23:11 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:23:11 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lazy-loading 'info_cache' on Instance uuid 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:23:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:12 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Updating instance_info_cache with network_info: [{"id": "158894c9-e52e-42cb-8af1-6969ae808c79", "address": "fa:16:3e:53:5e:61", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap158894c9-e5", "ovs_interfaceid": "158894c9-e52e-42cb-8af1-6969ae808c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:23:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:23:12 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:23:13 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:23:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:23:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:23:57 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:23:57 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:23:58 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:24:00 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:24:00 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:24:00 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:24:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:24:03 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:24:03 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:24:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:24:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:24:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:24:03 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:24:04 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:24:04 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:24:04 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:24:04 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=8999MB free_disk=25.055072784423828GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:24:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:24:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:24:04 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:24:04 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:24:04 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:24:04 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing inventories for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 06:24:04 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Updating ProviderTree inventory for provider efd5e61c-93ae-4193-aa6b-99209077dc32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 06:24:04 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Updating inventory in ProviderTree for provider efd5e61c-93ae-4193-aa6b-99209077dc32 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 06:24:04 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing aggregate associations for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32, aggregates: None {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 06:24:04 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing trait associations for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32, traits: COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE42,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_DEVICE_TAGGING,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_RESCUE_BFV {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 06:24:04 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:24:04 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:24:04 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:24:04 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.411s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:24:04 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:24:05 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:24:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:24:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:24:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:24:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:24:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:24:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:24:07 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:24:07 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Cleaning up deleted instances {{(pid=74922) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 06:24:07 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] There are 0 instances to clean {{(pid=74922) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 06:24:08 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:24:08 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74922) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 06:24:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:24:12 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:24:12 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:24:12 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 06:24:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:24:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:24:13 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:24:13 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lazy-loading 'info_cache' on Instance uuid 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:24:13 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Updating instance_info_cache with network_info: [{"id": "158894c9-e52e-42cb-8af1-6969ae808c79", "address": "fa:16:3e:53:5e:61", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap158894c9-e5", "ovs_interfaceid": "158894c9-e52e-42cb-8af1-6969ae808c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:24:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:24:13 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:24:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:24:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:24:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:24:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:24:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:24:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:24:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:24:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:24:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:24:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:24:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:24:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:24:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:24:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-69828315-def5-4515-9225-a4a6dc5fc7cb req-e7971a62-61cf-4b4b-960b-695f6f4375f6 service nova] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Received event network-changed-158894c9-e52e-42cb-8af1-6969ae808c79 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:24:28 user nova-compute[74922]: DEBUG nova.compute.manager [req-69828315-def5-4515-9225-a4a6dc5fc7cb req-e7971a62-61cf-4b4b-960b-695f6f4375f6 service nova] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Refreshing instance network info cache due to event network-changed-158894c9-e52e-42cb-8af1-6969ae808c79. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:24:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-69828315-def5-4515-9225-a4a6dc5fc7cb req-e7971a62-61cf-4b4b-960b-695f6f4375f6 service nova] Acquiring lock "refresh_cache-0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:24:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-69828315-def5-4515-9225-a4a6dc5fc7cb req-e7971a62-61cf-4b4b-960b-695f6f4375f6 service nova] Acquired lock "refresh_cache-0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:24:28 user nova-compute[74922]: DEBUG nova.network.neutron [req-69828315-def5-4515-9225-a4a6dc5fc7cb req-e7971a62-61cf-4b4b-960b-695f6f4375f6 service nova] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Refreshing network info cache for port 158894c9-e52e-42cb-8af1-6969ae808c79 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:24:29 user nova-compute[74922]: DEBUG nova.network.neutron [req-69828315-def5-4515-9225-a4a6dc5fc7cb req-e7971a62-61cf-4b4b-960b-695f6f4375f6 service nova] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Updated VIF entry in instance network info cache for port 158894c9-e52e-42cb-8af1-6969ae808c79. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:24:29 user nova-compute[74922]: DEBUG nova.network.neutron [req-69828315-def5-4515-9225-a4a6dc5fc7cb req-e7971a62-61cf-4b4b-960b-695f6f4375f6 service nova] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Updating instance_info_cache with network_info: [{"id": "158894c9-e52e-42cb-8af1-6969ae808c79", "address": "fa:16:3e:53:5e:61", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap158894c9-e5", "ovs_interfaceid": "158894c9-e52e-42cb-8af1-6969ae808c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:24:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-69828315-def5-4515-9225-a4a6dc5fc7cb req-e7971a62-61cf-4b4b-960b-695f6f4375f6 service nova] Releasing lock "refresh_cache-0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:24:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:24:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:24:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:24:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:24:41 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:24:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:24:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "c8dc888a-810e-43d2-a275-188b36e54102" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:24:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "c8dc888a-810e-43d2-a275-188b36e54102" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:24:43 user nova-compute[74922]: DEBUG nova.compute.manager [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 06:24:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:24:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:24:43 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 06:24:43 user nova-compute[74922]: INFO nova.compute.claims [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Claim successful on node user
Oct 30 06:24:43 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:24:43 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:24:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.206s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:24:43 user nova-compute[74922]: DEBUG nova.compute.manager [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 06:24:43 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 06:24:43 user nova-compute[74922]: DEBUG nova.compute.manager [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 06:24:43 user nova-compute[74922]: DEBUG nova.network.neutron [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 06:24:43 user nova-compute[74922]: DEBUG nova.compute.manager [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 06:24:43 user nova-compute[74922]: DEBUG nova.policy [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d00a6e3aced4397be293425242b06f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf52d442d44f41f4a008bf47121ee139', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 06:24:43 user nova-compute[74922]: INFO nova.virt.block_device [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Booting with volume snapshot 75ef3b03-78c4-48e1-99f7-6f15c7b1af02 at /dev/vda
Oct 30 06:24:44 user nova-compute[74922]: DEBUG nova.network.neutron [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Successfully created port: 0e2f1708-d257-4810-bee2-296522aaf5b0 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 06:24:45 user nova-compute[74922]: DEBUG nova.network.neutron [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Successfully updated port: 0e2f1708-d257-4810-bee2-296522aaf5b0 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 06:24:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "refresh_cache-c8dc888a-810e-43d2-a275-188b36e54102" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:24:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquired lock "refresh_cache-c8dc888a-810e-43d2-a275-188b36e54102" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:24:45 user nova-compute[74922]: DEBUG nova.network.neutron [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:24:45 user nova-compute[74922]: DEBUG nova.compute.manager [req-5ed01a58-7c4d-4b4b-9388-de70e39e2d82 req-7fb00a7a-2bb4-4db2-ad15-c28986cb13d3 service nova] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Received event network-changed-0e2f1708-d257-4810-bee2-296522aaf5b0 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:24:45 user nova-compute[74922]: DEBUG nova.compute.manager [req-5ed01a58-7c4d-4b4b-9388-de70e39e2d82 req-7fb00a7a-2bb4-4db2-ad15-c28986cb13d3 service nova] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Refreshing instance network info cache due to event network-changed-0e2f1708-d257-4810-bee2-296522aaf5b0. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:24:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5ed01a58-7c4d-4b4b-9388-de70e39e2d82 req-7fb00a7a-2bb4-4db2-ad15-c28986cb13d3 service nova] Acquiring lock "refresh_cache-c8dc888a-810e-43d2-a275-188b36e54102" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:24:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:24:45 user nova-compute[74922]: DEBUG nova.network.neutron [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 06:24:45 user nova-compute[74922]: DEBUG nova.network.neutron [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Updating instance_info_cache with network_info: [{"id": "0e2f1708-d257-4810-bee2-296522aaf5b0", "address": "fa:16:3e:71:9b:83", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e2f1708-d2", "ovs_interfaceid": "0e2f1708-d257-4810-bee2-296522aaf5b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:24:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Releasing lock "refresh_cache-c8dc888a-810e-43d2-a275-188b36e54102" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:24:45 user nova-compute[74922]: DEBUG nova.compute.manager [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Instance network_info: |[{"id": "0e2f1708-d257-4810-bee2-296522aaf5b0", "address": "fa:16:3e:71:9b:83", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e2f1708-d2", "ovs_interfaceid": "0e2f1708-d257-4810-bee2-296522aaf5b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 06:24:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5ed01a58-7c4d-4b4b-9388-de70e39e2d82 req-7fb00a7a-2bb4-4db2-ad15-c28986cb13d3 service nova] Acquired lock "refresh_cache-c8dc888a-810e-43d2-a275-188b36e54102" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:24:45 user nova-compute[74922]: DEBUG nova.network.neutron [req-5ed01a58-7c4d-4b4b-9388-de70e39e2d82 req-7fb00a7a-2bb4-4db2-ad15-c28986cb13d3 service nova] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Refreshing network info cache for port 0e2f1708-d257-4810-bee2-296522aaf5b0 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:24:46 user nova-compute[74922]: DEBUG nova.network.neutron [req-5ed01a58-7c4d-4b4b-9388-de70e39e2d82 req-7fb00a7a-2bb4-4db2-ad15-c28986cb13d3 service nova] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Updated VIF entry in instance network info cache for port 0e2f1708-d257-4810-bee2-296522aaf5b0. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:24:46 user nova-compute[74922]: DEBUG nova.network.neutron [req-5ed01a58-7c4d-4b4b-9388-de70e39e2d82 req-7fb00a7a-2bb4-4db2-ad15-c28986cb13d3 service nova] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Updating instance_info_cache with network_info: [{"id": "0e2f1708-d257-4810-bee2-296522aaf5b0", "address": "fa:16:3e:71:9b:83", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e2f1708-d2", "ovs_interfaceid": "0e2f1708-d257-4810-bee2-296522aaf5b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:24:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5ed01a58-7c4d-4b4b-9388-de70e39e2d82 req-7fb00a7a-2bb4-4db2-ad15-c28986cb13d3 service nova] Releasing lock "refresh_cache-c8dc888a-810e-43d2-a275-188b36e54102" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:24:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:24:49 user nova-compute[74922]: DEBUG os_brick.utils [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:24:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:24:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:24:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8b2144e-1326-484c-b6a7-dfd9930338aa]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:24:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:24:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:24:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f328594-2441-4909-b475-2b0710068ec0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:24:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:24:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:24:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f132330-4705-41b6-81fd-4a51dc1c55c5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:24:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[09a530d3-c1ac-47c9-9b61-2e7916b3d63e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:24:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:24:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:24:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 06:24:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:24:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:24:49 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 06:24:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[97295afc-3cd8-45ca-8418-f0b884607cfd]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:24:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 06:24:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 06:24:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 06:24:49 user nova-compute[74922]: DEBUG os_brick.utils [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:24:49 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Updating existing volume attachment record: b02a2980-6b0a-43cd-be05-92cd7f689fc4 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 06:24:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:24:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:24:58 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:24:58 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:24:58 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:25:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:00 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:25:01 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:25:01 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:25:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:03 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:25:04 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:25:05 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:25:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:25:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:25:05 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:25:05 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:25:06 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:25:06 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:25:06 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:25:06 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=9024MB free_disk=25.05374526977539GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:25:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:25:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:25:06 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:25:06 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance c8dc888a-810e-43d2-a275-188b36e54102 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:25:06 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:25:06 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:25:06 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:25:06 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:25:06 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:25:06 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.218s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG nova.compute.manager [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 06:25:07 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Creating image(s)
Oct 30 06:25:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Did not create local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Ensure instance console log exists: /opt/stack/data/nova/instances/c8dc888a-810e-43d2-a275-188b36e54102/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Start _get_guest_xml network_info=[{"id": "0e2f1708-d257-4810-bee2-296522aaf5b0", "address": "fa:16:3e:71:9b:83", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e2f1708-d2", "ovs_interfaceid": "0e2f1708-d257-4810-bee2-296522aaf5b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-30T06:24:31Z,direct_url=<?>,disk_format='qcow2',id=a69037a3-1303-4dfd-ab93-3a9f36afb626,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-186862947',owner='cf52d442d44f41f4a008bf47121ee139',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-30T06:24:32Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': 'b02a2980-6b0a-43cd-be05-92cd7f689fc4', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xwGXEFct', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8dc888a-810e-43d2-a275-188b36e54102', 'attached_at': '', 'detached_at': '', 'volume_id': 'af420ad6-3cb1-4cc7-9087-64de2ed57799', 'serial': 'af420ad6-3cb1-4cc7-9087-64de2ed57799'}, 'disk_bus': 'virtio', 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 06:25:07 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:25:07 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:25:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-30T06:24:31Z,direct_url=<?>,disk_format='qcow2',id=a69037a3-1303-4dfd-ab93-3a9f36afb626,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-186862947',owner='cf52d442d44f41f4a008bf47121ee139',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-30T06:24:32Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xwGXEFct', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:25:07 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:25:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:25:07 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:25:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:25:07 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 06:25:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[621e2b49-d19b-4b28-86b4-ec3b256f68f8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 06:25:07 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d3bb27c-f0be-45d0-a940-508de32da9f9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799] added
Oct 30 06:25:07 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[18e7c50d-1dd4-415e-899c-f4df021e3982]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[68b5afd0-8a1b-4e94-b4a0-3eb391b22a26]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xwGXEFct {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xwGXEFct" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[79ac991f-138c-4d3c-b6f3-ae5f41e9b2a0]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xwGXEFct'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ff3834e-844c-448d-ad1d-9ac9d33cc2db]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:25:07 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:25:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:25:08 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[78efa09f-4612-43c7-a975-434c48d7941e]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:25:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd (non-flash)
Oct 30 06:25:08 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:25:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd (non-flash)
Oct 30 06:25:08 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:25:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:25:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:25:08 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5e1bd90-5a86-4684-b236-ba11c86fa690]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:25:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799, portal: 172.16.0.220,3260]
Oct 30 06:25:08 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799, portal: 172.16.0.220,3260] successful.
Oct 30 06:25:08 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:25:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:25:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:25:08 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[28515905-4001-4f85-8c6d-86a6108ce80f]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:25:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:25:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:25:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:25:08 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8b7254b-4bc4-46c7-bf17-094fa6aae8fd]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:25:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd (non-flash)
Oct 30 06:25:08 user nova-compute[74922]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 (non-flash)
Oct 30 06:25:08 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:25:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd (non-flash)
Oct 30 06:25:08 user nova-compute[74922]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 (non-flash)
Oct 30 06:25:08 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:25:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.276s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:25:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 06:25:08 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] HCTL ('34', '-', '-', 0) found on session 56 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 06:25:08 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 06:25:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:25:08 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:25:08 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[98712e94-0e9b-4ecf-af16-3544ea4539ec]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:25:08 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Searching for a device in session 56 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 06:25:08 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xwGXEFct', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.312s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] <== connect_volume: return (1315ms) {'type': 'block', 'scsi_wwn': '23839663039333030', 'path': '/dev/sdc'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23839663039333030', 'path': '/dev/sdc'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:24:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1010190018',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1010190018',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1010190018',id=49,image_ref='a69037a3-1303-4dfd-ab93-3a9f36afb626',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMnhrcIYtI0pWalr+bj5aYQydFstdUdd0US9xulHFooNGmlHLhzvf3TPAHQkQsrZeVJqJtRgTHqqr6CMTOhWNwUXea431AMslEO85SkIrll+oikciF2bNfItIvbJE9mULg==',key_name='tempest-keypair-1768752267',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cf52d442d44f41f4a008bf47121ee139',ramdisk_id='',reservation_id='r-ldv3ds1u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-2065972013',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-2065972013-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2065972013',owner_user_name='tempest-TestVolumeBootPattern-2065972013-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:24:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9d00a6e3aced4397be293425242b06f7',uuid=c8dc888a-810e-43d2-a275-188b36e54102,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0e2f1708-d257-4810-bee2-296522aaf5b0", "address": "fa:16:3e:71:9b:83", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e2f1708-d2", "ovs_interfaceid": "0e2f1708-d257-4810-bee2-296522aaf5b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converting VIF {"id": "0e2f1708-d257-4810-bee2-296522aaf5b0", "address": "fa:16:3e:71:9b:83", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e2f1708-d2", "ovs_interfaceid": "0e2f1708-d257-4810-bee2-296522aaf5b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:9b:83,bridge_name='br-int',has_traffic_filtering=True,id=0e2f1708-d257-4810-bee2-296522aaf5b0,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e2f1708-d2') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG nova.objects.instance [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lazy-loading 'pci_devices' on Instance uuid c8dc888a-810e-43d2-a275-188b36e54102 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] End _get_guest_xml xml=<domain type="kvm">
Oct 30 06:25:09 user nova-compute[74922]:   <uuid>c8dc888a-810e-43d2-a275-188b36e54102</uuid>
Oct 30 06:25:09 user nova-compute[74922]:   <name>instance-00000031</name>
Oct 30 06:25:09 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 06:25:09 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 06:25:09 user nova-compute[74922]:   <metadata>
Oct 30 06:25:09 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 06:25:09 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 06:25:09 user nova-compute[74922]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-1010190018</nova:name>
Oct 30 06:25:09 user nova-compute[74922]:       <nova:creationTime>2023-10-30 06:25:07</nova:creationTime>
Oct 30 06:25:09 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 06:25:09 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 06:25:09 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 06:25:09 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 06:25:09 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 06:25:09 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 06:25:09 user nova-compute[74922]:       </nova:flavor>
Oct 30 06:25:09 user nova-compute[74922]:       <nova:owner>
Oct 30 06:25:09 user nova-compute[74922]:         <nova:user uuid="9d00a6e3aced4397be293425242b06f7">tempest-TestVolumeBootPattern-2065972013-project-member</nova:user>
Oct 30 06:25:09 user nova-compute[74922]:         <nova:project uuid="cf52d442d44f41f4a008bf47121ee139">tempest-TestVolumeBootPattern-2065972013</nova:project>
Oct 30 06:25:09 user nova-compute[74922]:       </nova:owner>
Oct 30 06:25:09 user nova-compute[74922]:       <nova:root type="image" uuid="a69037a3-1303-4dfd-ab93-3a9f36afb626"/>
Oct 30 06:25:09 user nova-compute[74922]:       <nova:ports>
Oct 30 06:25:09 user nova-compute[74922]:         <nova:port uuid="0e2f1708-d257-4810-bee2-296522aaf5b0">
Oct 30 06:25:09 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 30 06:25:09 user nova-compute[74922]:         </nova:port>
Oct 30 06:25:09 user nova-compute[74922]:       </nova:ports>
Oct 30 06:25:09 user nova-compute[74922]:     </nova:instance>
Oct 30 06:25:09 user nova-compute[74922]:   </metadata>
Oct 30 06:25:09 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 06:25:09 user nova-compute[74922]:     <system>
Oct 30 06:25:09 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 06:25:09 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 06:25:09 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 06:25:09 user nova-compute[74922]:       <entry name="serial">c8dc888a-810e-43d2-a275-188b36e54102</entry>
Oct 30 06:25:09 user nova-compute[74922]:       <entry name="uuid">c8dc888a-810e-43d2-a275-188b36e54102</entry>
Oct 30 06:25:09 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 06:25:09 user nova-compute[74922]:     </system>
Oct 30 06:25:09 user nova-compute[74922]:   </sysinfo>
Oct 30 06:25:09 user nova-compute[74922]:   <os>
Oct 30 06:25:09 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 06:25:09 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 06:25:09 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 06:25:09 user nova-compute[74922]:   </os>
Oct 30 06:25:09 user nova-compute[74922]:   <features>
Oct 30 06:25:09 user nova-compute[74922]:     <acpi/>
Oct 30 06:25:09 user nova-compute[74922]:     <apic/>
Oct 30 06:25:09 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 06:25:09 user nova-compute[74922]:   </features>
Oct 30 06:25:09 user nova-compute[74922]:   <clock offset="utc">
Oct 30 06:25:09 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 06:25:09 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 06:25:09 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 06:25:09 user nova-compute[74922]:   </clock>
Oct 30 06:25:09 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 06:25:09 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 06:25:09 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 06:25:09 user nova-compute[74922]:   </cpu>
Oct 30 06:25:09 user nova-compute[74922]:   <devices>
Oct 30 06:25:09 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 06:25:09 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:25:09 user nova-compute[74922]:       <source dev="/dev/sdc"/>
Oct 30 06:25:09 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 06:25:09 user nova-compute[74922]:       <serial>af420ad6-3cb1-4cc7-9087-64de2ed57799</serial>
Oct 30 06:25:09 user nova-compute[74922]:     </disk>
Oct 30 06:25:09 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 06:25:09 user nova-compute[74922]:       <mac address="fa:16:3e:71:9b:83"/>
Oct 30 06:25:09 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:25:09 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 06:25:09 user nova-compute[74922]:       <target dev="tap0e2f1708-d2"/>
Oct 30 06:25:09 user nova-compute[74922]:     </interface>
Oct 30 06:25:09 user nova-compute[74922]:     <serial type="pty">
Oct 30 06:25:09 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/c8dc888a-810e-43d2-a275-188b36e54102/console.log" append="off"/>
Oct 30 06:25:09 user nova-compute[74922]:     </serial>
Oct 30 06:25:09 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 06:25:09 user nova-compute[74922]:     <video>
Oct 30 06:25:09 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:25:09 user nova-compute[74922]:     </video>
Oct 30 06:25:09 user nova-compute[74922]:     <rng model="virtio">
Oct 30 06:25:09 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 06:25:09 user nova-compute[74922]:     </rng>
Oct 30 06:25:09 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 06:25:09 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 06:25:09 user nova-compute[74922]:       <stats period="10"/>
Oct 30 06:25:09 user nova-compute[74922]:     </memballoon>
Oct 30 06:25:09 user nova-compute[74922]:   </devices>
Oct 30 06:25:09 user nova-compute[74922]: </domain>
Oct 30 06:25:09 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:24:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1010190018',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1010190018',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1010190018',id=49,image_ref='a69037a3-1303-4dfd-ab93-3a9f36afb626',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMnhrcIYtI0pWalr+bj5aYQydFstdUdd0US9xulHFooNGmlHLhzvf3TPAHQkQsrZeVJqJtRgTHqqr6CMTOhWNwUXea431AMslEO85SkIrll+oikciF2bNfItIvbJE9mULg==',key_name='tempest-keypair-1768752267',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cf52d442d44f41f4a008bf47121ee139',ramdisk_id='',reservation_id='r-ldv3ds1u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-2065972013',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-2065972013-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2065972013',owner_user_name='tempest-TestVolumeBootPattern-2065972013-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:24:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9d00a6e3aced4397be293425242b06f7',uuid=c8dc888a-810e-43d2-a275-188b36e54102,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0e2f1708-d257-4810-bee2-296522aaf5b0", "address": "fa:16:3e:71:9b:83", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e2f1708-d2", "ovs_interfaceid": "0e2f1708-d257-4810-bee2-296522aaf5b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converting VIF {"id": "0e2f1708-d257-4810-bee2-296522aaf5b0", "address": "fa:16:3e:71:9b:83", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e2f1708-d2", "ovs_interfaceid": "0e2f1708-d257-4810-bee2-296522aaf5b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:9b:83,bridge_name='br-int',has_traffic_filtering=True,id=0e2f1708-d257-4810-bee2-296522aaf5b0,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e2f1708-d2') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG os_vif [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:9b:83,bridge_name='br-int',has_traffic_filtering=True,id=0e2f1708-d257-4810-bee2-296522aaf5b0,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e2f1708-d2') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'feac748e-f2c6-5f5e-9a5c-439314ba7e33', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0e2f1708-d2, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0e2f1708-d2, col_values=(('qos', UUID('8e049138-0d52-4ffd-a57e-07c5746ee000')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0e2f1708-d2, col_values=(('external_ids', {'iface-id': '0e2f1708-d257-4810-bee2-296522aaf5b0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:71:9b:83', 'vm-uuid': 'c8dc888a-810e-43d2-a275-188b36e54102'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:09 user nova-compute[74922]: INFO os_vif [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:9b:83,bridge_name='br-int',has_traffic_filtering=True,id=0e2f1708-d257-4810-bee2-296522aaf5b0,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e2f1708-d2')
Oct 30 06:25:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:25:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] No VIF found with MAC fa:16:3e:71:9b:83, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:25:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:10 user nova-compute[74922]: DEBUG nova.compute.manager [req-54263589-cb11-4ded-aa5c-f8f440ac2d68 req-f09ba5a8-2215-4389-8100-3f9e8db6f6da service nova] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Received event network-vif-plugged-0e2f1708-d257-4810-bee2-296522aaf5b0 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:25:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-54263589-cb11-4ded-aa5c-f8f440ac2d68 req-f09ba5a8-2215-4389-8100-3f9e8db6f6da service nova] Acquiring lock "c8dc888a-810e-43d2-a275-188b36e54102-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:25:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-54263589-cb11-4ded-aa5c-f8f440ac2d68 req-f09ba5a8-2215-4389-8100-3f9e8db6f6da service nova] Lock "c8dc888a-810e-43d2-a275-188b36e54102-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:25:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-54263589-cb11-4ded-aa5c-f8f440ac2d68 req-f09ba5a8-2215-4389-8100-3f9e8db6f6da service nova] Lock "c8dc888a-810e-43d2-a275-188b36e54102-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:25:10 user nova-compute[74922]: DEBUG nova.compute.manager [req-54263589-cb11-4ded-aa5c-f8f440ac2d68 req-f09ba5a8-2215-4389-8100-3f9e8db6f6da service nova] [instance: c8dc888a-810e-43d2-a275-188b36e54102] No waiting events found dispatching network-vif-plugged-0e2f1708-d257-4810-bee2-296522aaf5b0 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:25:10 user nova-compute[74922]: WARNING nova.compute.manager [req-54263589-cb11-4ded-aa5c-f8f440ac2d68 req-f09ba5a8-2215-4389-8100-3f9e8db6f6da service nova] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Received unexpected event network-vif-plugged-0e2f1708-d257-4810-bee2-296522aaf5b0 for instance with vm_state building and task_state spawning.
Oct 30 06:25:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:12 user nova-compute[74922]: DEBUG nova.compute.manager [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 06:25:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 06:25:12 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Instance spawned successfully.
Oct 30 06:25:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 06:25:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:25:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:25:12 user nova-compute[74922]: INFO nova.compute.manager [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Took 4.93 seconds to spawn the instance on the hypervisor.
Oct 30 06:25:12 user nova-compute[74922]: DEBUG nova.compute.manager [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:25:12 user nova-compute[74922]: INFO nova.compute.manager [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Took 29.32 seconds to build instance.
Oct 30 06:25:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-680c58dc-02be-42ab-924b-98be78effd61 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "c8dc888a-810e-43d2-a275-188b36e54102" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 29.406s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:25:12 user nova-compute[74922]: DEBUG nova.compute.manager [req-fce4f770-c91b-4c8d-8b94-2903033c3b3d req-54f99b73-f864-41eb-9752-384d7f9e3488 service nova] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Received event network-vif-plugged-0e2f1708-d257-4810-bee2-296522aaf5b0 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:25:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fce4f770-c91b-4c8d-8b94-2903033c3b3d req-54f99b73-f864-41eb-9752-384d7f9e3488 service nova] Acquiring lock "c8dc888a-810e-43d2-a275-188b36e54102-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:25:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fce4f770-c91b-4c8d-8b94-2903033c3b3d req-54f99b73-f864-41eb-9752-384d7f9e3488 service nova] Lock "c8dc888a-810e-43d2-a275-188b36e54102-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:25:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fce4f770-c91b-4c8d-8b94-2903033c3b3d req-54f99b73-f864-41eb-9752-384d7f9e3488 service nova] Lock "c8dc888a-810e-43d2-a275-188b36e54102-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:25:12 user nova-compute[74922]: DEBUG nova.compute.manager [req-fce4f770-c91b-4c8d-8b94-2903033c3b3d req-54f99b73-f864-41eb-9752-384d7f9e3488 service nova] [instance: c8dc888a-810e-43d2-a275-188b36e54102] No waiting events found dispatching network-vif-plugged-0e2f1708-d257-4810-bee2-296522aaf5b0 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:25:12 user nova-compute[74922]: WARNING nova.compute.manager [req-fce4f770-c91b-4c8d-8b94-2903033c3b3d req-54f99b73-f864-41eb-9752-384d7f9e3488 service nova] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Received unexpected event network-vif-plugged-0e2f1708-d257-4810-bee2-296522aaf5b0 for instance with vm_state active and task_state None.
Oct 30 06:25:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:15 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:25:15 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:25:15 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 06:25:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:25:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:25:15 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:25:15 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lazy-loading 'info_cache' on Instance uuid 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:25:16 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Updating instance_info_cache with network_info: [{"id": "158894c9-e52e-42cb-8af1-6969ae808c79", "address": "fa:16:3e:53:5e:61", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap158894c9-e5", "ovs_interfaceid": "158894c9-e52e-42cb-8af1-6969ae808c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:25:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:25:16 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:25:17 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:25:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:25:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:25:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:25:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:25:59 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:25:59 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:26:00 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:26:00 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:26:01 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:26:02 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:26:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:26:04 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:26:05 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:26:07 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:26:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:26:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:26:07 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:26:07 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:26:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:26:08 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:26:08 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:26:08 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:26:08 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=8921MB free_disk=25.052398681640625GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:26:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:26:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:26:08 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:26:08 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance c8dc888a-810e-43d2-a275-188b36e54102 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:26:08 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:26:08 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:26:08 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:26:08 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:26:08 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:26:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.247s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:26:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:26:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:26:17 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:26:17 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:26:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-c8dc888a-810e-43d2-a275-188b36e54102" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:26:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-c8dc888a-810e-43d2-a275-188b36e54102" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:26:17 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:26:18 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Updating instance_info_cache with network_info: [{"id": "0e2f1708-d257-4810-bee2-296522aaf5b0", "address": "fa:16:3e:71:9b:83", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e2f1708-d2", "ovs_interfaceid": "0e2f1708-d257-4810-bee2-296522aaf5b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:26:18 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-c8dc888a-810e-43d2-a275-188b36e54102" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:26:18 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:26:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:26:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:26:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:26:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:26:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:26:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:26:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:26:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:26:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:26:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:26:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:26:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:26:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:26:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:26:34 user nova-compute[74922]: DEBUG nova.compute.manager [req-7c4366e0-3ed4-49dd-a65f-888d1346b1d6 req-2ff0a965-0f77-459b-92bb-86a152468526 service nova] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Received event network-changed-0e2f1708-d257-4810-bee2-296522aaf5b0 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:26:34 user nova-compute[74922]: DEBUG nova.compute.manager [req-7c4366e0-3ed4-49dd-a65f-888d1346b1d6 req-2ff0a965-0f77-459b-92bb-86a152468526 service nova] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Refreshing instance network info cache due to event network-changed-0e2f1708-d257-4810-bee2-296522aaf5b0. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:26:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7c4366e0-3ed4-49dd-a65f-888d1346b1d6 req-2ff0a965-0f77-459b-92bb-86a152468526 service nova] Acquiring lock "refresh_cache-c8dc888a-810e-43d2-a275-188b36e54102" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:26:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7c4366e0-3ed4-49dd-a65f-888d1346b1d6 req-2ff0a965-0f77-459b-92bb-86a152468526 service nova] Acquired lock "refresh_cache-c8dc888a-810e-43d2-a275-188b36e54102" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:26:34 user nova-compute[74922]: DEBUG nova.network.neutron [req-7c4366e0-3ed4-49dd-a65f-888d1346b1d6 req-2ff0a965-0f77-459b-92bb-86a152468526 service nova] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Refreshing network info cache for port 0e2f1708-d257-4810-bee2-296522aaf5b0 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:26:35 user nova-compute[74922]: DEBUG nova.network.neutron [req-7c4366e0-3ed4-49dd-a65f-888d1346b1d6 req-2ff0a965-0f77-459b-92bb-86a152468526 service nova] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Updated VIF entry in instance network info cache for port 0e2f1708-d257-4810-bee2-296522aaf5b0. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:26:35 user nova-compute[74922]: DEBUG nova.network.neutron [req-7c4366e0-3ed4-49dd-a65f-888d1346b1d6 req-2ff0a965-0f77-459b-92bb-86a152468526 service nova] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Updating instance_info_cache with network_info: [{"id": "0e2f1708-d257-4810-bee2-296522aaf5b0", "address": "fa:16:3e:71:9b:83", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.97", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e2f1708-d2", "ovs_interfaceid": "0e2f1708-d257-4810-bee2-296522aaf5b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:26:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7c4366e0-3ed4-49dd-a65f-888d1346b1d6 req-2ff0a965-0f77-459b-92bb-86a152468526 service nova] Releasing lock "refresh_cache-c8dc888a-810e-43d2-a275-188b36e54102" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:26:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "c8dc888a-810e-43d2-a275-188b36e54102" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:26:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "c8dc888a-810e-43d2-a275-188b36e54102" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:26:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "c8dc888a-810e-43d2-a275-188b36e54102-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:26:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "c8dc888a-810e-43d2-a275-188b36e54102-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:26:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "c8dc888a-810e-43d2-a275-188b36e54102-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:26:35 user nova-compute[74922]: INFO nova.compute.manager [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Terminating instance
Oct 30 06:26:35 user nova-compute[74922]: DEBUG nova.compute.manager [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:26:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:26:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:26:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:26:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:26:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:26:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:26:36 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Instance destroyed successfully.
Oct 30 06:26:36 user nova-compute[74922]: DEBUG nova.objects.instance [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lazy-loading 'resources' on Instance uuid c8dc888a-810e-43d2-a275-188b36e54102 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:24:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1010190018',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1010190018',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1010190018',id=49,image_ref='a69037a3-1303-4dfd-ab93-3a9f36afb626',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMnhrcIYtI0pWalr+bj5aYQydFstdUdd0US9xulHFooNGmlHLhzvf3TPAHQkQsrZeVJqJtRgTHqqr6CMTOhWNwUXea431AMslEO85SkIrll+oikciF2bNfItIvbJE9mULg==',key_name='tempest-keypair-1768752267',keypairs=<?>,launch_index=0,launched_at=2023-10-30T06:25:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cf52d442d44f41f4a008bf47121ee139',ramdisk_id='',reservation_id='r-ldv3ds1u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-2065972013',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-2065972013-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-2065972013',owner_user_name='tempest-TestVolumeBootPattern-2065972013-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:25:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9d00a6e3aced4397be293425242b06f7',uuid=c8dc888a-810e-43d2-a275-188b36e54102,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0e2f1708-d257-4810-bee2-296522aaf5b0", "address": "fa:16:3e:71:9b:83", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.97", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e2f1708-d2", "ovs_interfaceid": "0e2f1708-d257-4810-bee2-296522aaf5b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converting VIF {"id": "0e2f1708-d257-4810-bee2-296522aaf5b0", "address": "fa:16:3e:71:9b:83", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.97", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e2f1708-d2", "ovs_interfaceid": "0e2f1708-d257-4810-bee2-296522aaf5b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:71:9b:83,bridge_name='br-int',has_traffic_filtering=True,id=0e2f1708-d257-4810-bee2-296522aaf5b0,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e2f1708-d2') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG os_vif [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:71:9b:83,bridge_name='br-int',has_traffic_filtering=True,id=0e2f1708-d257-4810-bee2-296522aaf5b0,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e2f1708-d2') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0e2f1708-d2, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8e049138-0d52-4ffd-a57e-07c5746ee000) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:26:36 user nova-compute[74922]: INFO os_vif [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:71:9b:83,bridge_name='br-int',has_traffic_filtering=True,id=0e2f1708-d257-4810-bee2-296522aaf5b0,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e2f1708-d2')
Oct 30 06:26:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xwGXEFct', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:26:36 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:26:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ead1fb83-84a0-45ea-8b44-a239e6508666]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 06:26:36 user nova-compute[74922]: No targets found.
Oct 30 06:26:36 user nova-compute[74922]: iSNS:
Oct 30 06:26:36 user nova-compute[74922]: No targets found.
Oct 30 06:26:36 user nova-compute[74922]: STATIC:
Oct 30 06:26:36 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799
Oct 30 06:26:36 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:26:36 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:26:36 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd
Oct 30 06:26:36 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:26:36 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:26:36 user nova-compute[74922]: FIRMWARE:
Oct 30 06:26:36 user nova-compute[74922]: No targets found.
Oct 30 06:26:36 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 06:26:36 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 06:26:36 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[95e24795-f6d3-4410-846b-3bbbcfd61727]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[496e6863-7057-402c-9e2e-081be4a2a695]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd (non-flash)
Oct 30 06:26:36 user nova-compute[74922]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 (non-flash)
Oct 30 06:26:36 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd (non-flash)
Oct 30 06:26:36 user nova-compute[74922]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 (non-flash)
Oct 30 06:26:36 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82086b7520>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799'): ({'sdc'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Removing single pathed devices sdc {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[acd3247c-5af9-4331-8e6e-511e7e029e9c]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[73d49385-0cef-473a-90b2-39d852cd3473]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Flushing IO for device /dev/sdc {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[52c706e1-de60-4e2a-b555-c43a1f0591de]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.038s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9efb5d65-6798-4adc-8979-8819e7dc0a03]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] SCSI volumes sdc have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_ccca60dd', '/dev/disk/by-id/scsi-23839663039333030', '/dev/disk/by-id/scsi-1SCST_BIOccca60dd-89f09300aedf4ece') {{(pid=85621) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[63a6f0f1-46fe-4b9a-9f31-4fed91f61f6f]: (4, None) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[75cea136-0e76-4587-831e-dfb29e6460e2]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec0a5879-011f-40e9-a3fb-be3a6a16dd2c]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799, portal: 172.16.0.220,3260]
Oct 30 06:26:36 user nova-compute[74922]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799, portal: 172.16.0.220,3260] successful.
Oct 30 06:26:36 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af420ad6-3cb1-4cc7-9087-64de2ed57799 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a27028e-b305-4ad6-8f5d-463dc316168b]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.283s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] <== disconnect_volume: return (284ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 06:26:36 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Deleting instance files /opt/stack/data/nova/instances/c8dc888a-810e-43d2-a275-188b36e54102_del
Oct 30 06:26:36 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Deletion of /opt/stack/data/nova/instances/c8dc888a-810e-43d2-a275-188b36e54102_del complete
Oct 30 06:26:36 user nova-compute[74922]: INFO nova.compute.manager [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Took 1.11 seconds to destroy the instance on the hypervisor.
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: c8dc888a-810e-43d2-a275-188b36e54102] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG nova.compute.manager [req-b3fe012b-a4f9-4b4d-bc71-cd0006af79ad req-26ad1cad-0ac4-453a-8063-d50c0f65d1cd service nova] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Received event network-vif-unplugged-0e2f1708-d257-4810-bee2-296522aaf5b0 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b3fe012b-a4f9-4b4d-bc71-cd0006af79ad req-26ad1cad-0ac4-453a-8063-d50c0f65d1cd service nova] Acquiring lock "c8dc888a-810e-43d2-a275-188b36e54102-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b3fe012b-a4f9-4b4d-bc71-cd0006af79ad req-26ad1cad-0ac4-453a-8063-d50c0f65d1cd service nova] Lock "c8dc888a-810e-43d2-a275-188b36e54102-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b3fe012b-a4f9-4b4d-bc71-cd0006af79ad req-26ad1cad-0ac4-453a-8063-d50c0f65d1cd service nova] Lock "c8dc888a-810e-43d2-a275-188b36e54102-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG nova.compute.manager [req-b3fe012b-a4f9-4b4d-bc71-cd0006af79ad req-26ad1cad-0ac4-453a-8063-d50c0f65d1cd service nova] [instance: c8dc888a-810e-43d2-a275-188b36e54102] No waiting events found dispatching network-vif-unplugged-0e2f1708-d257-4810-bee2-296522aaf5b0 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG nova.compute.manager [req-b3fe012b-a4f9-4b4d-bc71-cd0006af79ad req-26ad1cad-0ac4-453a-8063-d50c0f65d1cd service nova] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Received event network-vif-unplugged-0e2f1708-d257-4810-bee2-296522aaf5b0 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG nova.compute.manager [req-b3fe012b-a4f9-4b4d-bc71-cd0006af79ad req-26ad1cad-0ac4-453a-8063-d50c0f65d1cd service nova] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Received event network-vif-plugged-0e2f1708-d257-4810-bee2-296522aaf5b0 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b3fe012b-a4f9-4b4d-bc71-cd0006af79ad req-26ad1cad-0ac4-453a-8063-d50c0f65d1cd service nova] Acquiring lock "c8dc888a-810e-43d2-a275-188b36e54102-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b3fe012b-a4f9-4b4d-bc71-cd0006af79ad req-26ad1cad-0ac4-453a-8063-d50c0f65d1cd service nova] Lock "c8dc888a-810e-43d2-a275-188b36e54102-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b3fe012b-a4f9-4b4d-bc71-cd0006af79ad req-26ad1cad-0ac4-453a-8063-d50c0f65d1cd service nova] Lock "c8dc888a-810e-43d2-a275-188b36e54102-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:26:36 user nova-compute[74922]: DEBUG nova.compute.manager [req-b3fe012b-a4f9-4b4d-bc71-cd0006af79ad req-26ad1cad-0ac4-453a-8063-d50c0f65d1cd service nova] [instance: c8dc888a-810e-43d2-a275-188b36e54102] No waiting events found dispatching network-vif-plugged-0e2f1708-d257-4810-bee2-296522aaf5b0 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:26:36 user nova-compute[74922]: WARNING nova.compute.manager [req-b3fe012b-a4f9-4b4d-bc71-cd0006af79ad req-26ad1cad-0ac4-453a-8063-d50c0f65d1cd service nova] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Received unexpected event network-vif-plugged-0e2f1708-d257-4810-bee2-296522aaf5b0 for instance with vm_state active and task_state deleting.
Oct 30 06:26:37 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:26:37 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Took 0.85 seconds to deallocate network for instance.
Oct 30 06:26:37 user nova-compute[74922]: DEBUG nova.compute.manager [req-46d47c16-7b24-4778-8183-e1979df0a1df req-21e823e0-70e2-4df6-8368-417348339db2 service nova] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Received event network-vif-deleted-0e2f1708-d257-4810-bee2-296522aaf5b0 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:26:38 user nova-compute[74922]: INFO nova.compute.manager [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Took 0.85 seconds to detach 1 volumes for instance.
Oct 30 06:26:38 user nova-compute[74922]: DEBUG nova.compute.manager [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c8dc888a-810e-43d2-a275-188b36e54102] Deleting volume: af420ad6-3cb1-4cc7-9087-64de2ed57799 {{(pid=74922) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 30 06:26:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:26:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:26:38 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:26:38 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:26:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.127s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:26:38 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Deleted allocations for instance c8dc888a-810e-43d2-a275-188b36e54102
Oct 30 06:26:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-3a82f9b6-2adc-42ba-9241-23108004db90 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "c8dc888a-810e-43d2-a275-188b36e54102" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.214s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:26:41 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:26:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:26:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:26:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:26:59 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:26:59 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:27:00 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:27:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:27:01 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:27:03 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:27:03 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:27:04 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:27:05 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:27:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:27:08 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:27:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:27:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:27:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:27:08 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:27:09 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:27:09 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:27:09 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:27:09 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=9018MB free_disk=25.051498413085938GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:27:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:27:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:27:09 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:27:09 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:27:09 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:27:09 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:27:09 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:27:09 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:27:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.160s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:27:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:27:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:27:19 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:27:19 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:27:19 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:27:19 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 06:27:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:27:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:27:19 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:27:19 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lazy-loading 'info_cache' on Instance uuid 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:27:20 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Updating instance_info_cache with network_info: [{"id": "158894c9-e52e-42cb-8af1-6969ae808c79", "address": "fa:16:3e:53:5e:61", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap158894c9-e5", "ovs_interfaceid": "158894c9-e52e-42cb-8af1-6969ae808c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:27:20 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:27:20 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:27:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:27:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:27:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:27:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:27:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:27:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:27:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:27:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:27:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:27:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:27:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:27:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:27:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:27:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:27:36 user nova-compute[74922]: INFO nova.compute.manager [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Terminating instance
Oct 30 06:27:36 user nova-compute[74922]: DEBUG nova.compute.manager [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:27:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:27:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:27:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:27:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:27:36 user nova-compute[74922]: DEBUG nova.compute.manager [req-86eeb793-0504-426d-a2c0-cf53a0925e7f req-bd49891f-4643-40eb-9078-4b4fa047234f service nova] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Received event network-vif-unplugged-158894c9-e52e-42cb-8af1-6969ae808c79 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:27:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-86eeb793-0504-426d-a2c0-cf53a0925e7f req-bd49891f-4643-40eb-9078-4b4fa047234f service nova] Acquiring lock "0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:27:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-86eeb793-0504-426d-a2c0-cf53a0925e7f req-bd49891f-4643-40eb-9078-4b4fa047234f service nova] Lock "0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:27:36 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-86eeb793-0504-426d-a2c0-cf53a0925e7f req-bd49891f-4643-40eb-9078-4b4fa047234f service nova] Lock "0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:27:36 user nova-compute[74922]: DEBUG nova.compute.manager [req-86eeb793-0504-426d-a2c0-cf53a0925e7f req-bd49891f-4643-40eb-9078-4b4fa047234f service nova] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] No waiting events found dispatching network-vif-unplugged-158894c9-e52e-42cb-8af1-6969ae808c79 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:27:36 user nova-compute[74922]: DEBUG nova.compute.manager [req-86eeb793-0504-426d-a2c0-cf53a0925e7f req-bd49891f-4643-40eb-9078-4b4fa047234f service nova] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Received event network-vif-unplugged-158894c9-e52e-42cb-8af1-6969ae808c79 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 06:27:37 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Instance destroyed successfully.
Oct 30 06:27:37 user nova-compute[74922]: DEBUG nova.objects.instance [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lazy-loading 'resources' on Instance uuid 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:22:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-776531225',display_name='tempest-TestVolumeBootPattern-volume-backed-server-776531225',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-776531225',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNORnmHzmWZtDbF14ym2gzHeou36O52K16XM+9Lt3NBH6kaVACotmsGYESwkHE8SXBxChG9/cJJi+iIEKd+GQs4V2VRvPg7tFTSGDy5uGwJYH3l2xolApKZgG7A/dTZeRQ==',key_name='tempest-keypair-279841684',keypairs=<?>,launch_index=0,launched_at=2023-10-30T06:23:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cf52d442d44f41f4a008bf47121ee139',ramdisk_id='',reservation_id='r-v00oxbti',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-2065972013',owner_user_name='tempest-TestVolumeBootPattern-2065972013-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:23:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9d00a6e3aced4397be293425242b06f7',uuid=0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "158894c9-e52e-42cb-8af1-6969ae808c79", "address": "fa:16:3e:53:5e:61", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap158894c9-e5", "ovs_interfaceid": "158894c9-e52e-42cb-8af1-6969ae808c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converting VIF {"id": "158894c9-e52e-42cb-8af1-6969ae808c79", "address": "fa:16:3e:53:5e:61", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap158894c9-e5", "ovs_interfaceid": "158894c9-e52e-42cb-8af1-6969ae808c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:53:5e:61,bridge_name='br-int',has_traffic_filtering=True,id=158894c9-e52e-42cb-8af1-6969ae808c79,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap158894c9-e5') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG os_vif [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:53:5e:61,bridge_name='br-int',has_traffic_filtering=True,id=158894c9-e52e-42cb-8af1-6969ae808c79,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap158894c9-e5') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap158894c9-e5, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=76988e1d-ffce-477b-90dd-563bd1349343) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:27:37 user nova-compute[74922]: INFO os_vif [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:53:5e:61,bridge_name='br-int',has_traffic_filtering=True,id=158894c9-e52e-42cb-8af1-6969ae808c79,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap158894c9-e5')
Oct 30 06:27:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cTFYfRHm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:27:37 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:27:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9944e819-524f-4282-a07a-167028a705cf]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 06:27:37 user nova-compute[74922]: No targets found.
Oct 30 06:27:37 user nova-compute[74922]: iSNS:
Oct 30 06:27:37 user nova-compute[74922]: No targets found.
Oct 30 06:27:37 user nova-compute[74922]: STATIC:
Oct 30 06:27:37 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd
Oct 30 06:27:37 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:27:37 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:27:37 user nova-compute[74922]: FIRMWARE:
Oct 30 06:27:37 user nova-compute[74922]: No targets found.
Oct 30 06:27:37 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 06:27:37 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 06:27:37 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[71424775-f45c-4ab5-aa71-64197bf9e87f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[70b59be2-eaea-466b-9ead-4d3e4bfb6ec1]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd (non-flash)
Oct 30 06:27:37 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd (non-flash)
Oct 30 06:27:37 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f824436b5b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd'): ({'sdb'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Removing single pathed devices sdb {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa0566b0-d94d-466d-a2a3-d09a45cd4151]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d19a41e-a93a-4343-8be3-7ff156883087]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Flushing IO for device /dev/sdb {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[75c12f40-8f0c-4dab-8649-cfbadd83eefc]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.040s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1724aa0-56d3-494d-9d1d-f91b9b16d2c9]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOd2b409c3-27e39d4c653c5c0e', '/dev/disk/by-id/scsi-23237653339643463', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_d2b409c3') {{(pid=85621) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[089de05b-e9cb-46ff-8730-a7fdee0185b0]: (4, None) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b54a202e-e620-4bf0-82dd-500a74488d69]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b4f3dad-2dbb-4aeb-b68b-b941a9003f7a]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd, portal: 172.16.0.220,3260]
Oct 30 06:27:37 user nova-compute[74922]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd, portal: 172.16.0.220,3260] successful.
Oct 30 06:27:37 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:31236ef7-0197-424a-8565-e6818e071bbd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a5261d6-f382-41fb-a1aa-c5cce733fa2f]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.284s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] <== disconnect_volume: return (284ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 06:27:37 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Deleting instance files /opt/stack/data/nova/instances/0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e_del
Oct 30 06:27:37 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Deletion of /opt/stack/data/nova/instances/0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e_del complete
Oct 30 06:27:37 user nova-compute[74922]: INFO nova.compute.manager [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Took 1.13 seconds to destroy the instance on the hypervisor.
Oct 30 06:27:37 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:27:37 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:27:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:27:38 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:27:38 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Took 0.84 seconds to deallocate network for instance.
Oct 30 06:27:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-0664c237-f9ab-4c1e-b498-f73b96af420d req-9e3d4d7f-b279-418c-b064-f0d54e4c9d2f service nova] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Received event network-vif-plugged-158894c9-e52e-42cb-8af1-6969ae808c79 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:27:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0664c237-f9ab-4c1e-b498-f73b96af420d req-9e3d4d7f-b279-418c-b064-f0d54e4c9d2f service nova] Acquiring lock "0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:27:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0664c237-f9ab-4c1e-b498-f73b96af420d req-9e3d4d7f-b279-418c-b064-f0d54e4c9d2f service nova] Lock "0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:27:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0664c237-f9ab-4c1e-b498-f73b96af420d req-9e3d4d7f-b279-418c-b064-f0d54e4c9d2f service nova] Lock "0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:27:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-0664c237-f9ab-4c1e-b498-f73b96af420d req-9e3d4d7f-b279-418c-b064-f0d54e4c9d2f service nova] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] No waiting events found dispatching network-vif-plugged-158894c9-e52e-42cb-8af1-6969ae808c79 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:27:38 user nova-compute[74922]: WARNING nova.compute.manager [req-0664c237-f9ab-4c1e-b498-f73b96af420d req-9e3d4d7f-b279-418c-b064-f0d54e4c9d2f service nova] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Received unexpected event network-vif-plugged-158894c9-e52e-42cb-8af1-6969ae808c79 for instance with vm_state active and task_state deleting.
Oct 30 06:27:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-0664c237-f9ab-4c1e-b498-f73b96af420d req-9e3d4d7f-b279-418c-b064-f0d54e4c9d2f service nova] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Received event network-vif-deleted-158894c9-e52e-42cb-8af1-6969ae808c79 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:27:39 user nova-compute[74922]: INFO nova.compute.manager [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Took 0.83 seconds to detach 1 volumes for instance.
Oct 30 06:27:39 user nova-compute[74922]: DEBUG nova.compute.manager [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e] Deleting volume: 31236ef7-0197-424a-8565-e6818e071bbd {{(pid=74922) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 30 06:27:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:27:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:27:39 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:27:39 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:27:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.115s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:27:39 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Deleted allocations for instance 0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e
Oct 30 06:27:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-ed4fb0ae-495f-416f-9c5e-fa1818012cdf tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "0b88b5fe-14a1-4e01-9b5d-44ee1cb24c3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.168s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:27:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:27:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:27:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:27:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:27:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:27:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:27:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:27:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:27:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:28:01 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:28:01 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:28:01 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:28:01 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:28:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:28:04 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:28:04 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:28:05 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:28:05 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:28:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:28:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:28:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:28:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:28:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:28:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:28:08 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:28:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:28:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:28:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:28:08 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:28:09 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:28:09 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:28:09 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=9170MB free_disk=25.050647735595703GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:28:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:28:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:28:09 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:28:09 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:28:09 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:28:09 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:28:09 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:28:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.142s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:28:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:28:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:28:21 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:28:21 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:28:21 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 06:28:21 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Didn't find any instances for network info cache update. {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 06:28:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:28:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:28:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:28:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:28:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:28:22 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:28:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:28:27 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:28:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:28:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:28:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:28:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:28:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:28:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:28:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:28:42 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:28:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "dfff4e0a-0aca-42bf-b1eb-2cffea006df2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:28:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "dfff4e0a-0aca-42bf-b1eb-2cffea006df2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:28:46 user nova-compute[74922]: DEBUG nova.compute.manager [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 06:28:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:28:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:28:46 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 06:28:46 user nova-compute[74922]: INFO nova.compute.claims [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Claim successful on node user
Oct 30 06:28:46 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:28:46 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:28:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.194s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:28:46 user nova-compute[74922]: DEBUG nova.compute.manager [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 06:28:46 user nova-compute[74922]: DEBUG nova.compute.manager [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 06:28:46 user nova-compute[74922]: DEBUG nova.network.neutron [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 06:28:46 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 06:28:46 user nova-compute[74922]: DEBUG nova.compute.manager [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 06:28:46 user nova-compute[74922]: INFO nova.virt.block_device [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Booting with volume b6b5fb1b-d621-4642-8640-95f283d64578 at /dev/vda
Oct 30 06:28:47 user nova-compute[74922]: DEBUG nova.policy [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d00a6e3aced4397be293425242b06f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf52d442d44f41f4a008bf47121ee139', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 06:28:47 user nova-compute[74922]: DEBUG os_brick.utils [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:28:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:28:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:28:47 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[84965cf8-d3a4-458f-a785-adc01ebc198c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:28:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:28:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:28:47 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7175544d-4a39-45f9-b6ca-5317c96cfdba]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:28:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:28:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:28:47 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e145742-b2d7-4abe-bb17-14b6858ee68d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:28:47 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[79caf6e5-5960-404b-8f1e-d16cfb952474]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:28:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:28:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:28:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:28:47 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 06:28:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:28:47 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:28:47 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 06:28:47 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[b05fc9df-85c2-498b-935e-a6245b339ecf]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:28:47 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 06:28:47 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 06:28:47 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 06:28:47 user nova-compute[74922]: DEBUG os_brick.utils [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:28:47 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Updating existing volume attachment record: 506fd26d-3cf9-4b6f-b2c2-1e36177be9c2 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 06:28:47 user nova-compute[74922]: DEBUG nova.network.neutron [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Successfully created port: 2e4ee162-5807-4867-9371-89758caafaeb {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 06:28:48 user nova-compute[74922]: DEBUG nova.network.neutron [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Successfully updated port: 2e4ee162-5807-4867-9371-89758caafaeb {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 06:28:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "refresh_cache-dfff4e0a-0aca-42bf-b1eb-2cffea006df2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:28:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquired lock "refresh_cache-dfff4e0a-0aca-42bf-b1eb-2cffea006df2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:28:48 user nova-compute[74922]: DEBUG nova.network.neutron [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:28:48 user nova-compute[74922]: DEBUG nova.compute.manager [req-4f1bfdcd-8414-4c25-a6d5-16a0f750b029 req-1fdf81ef-66c4-4b2c-be94-3536024cfc80 service nova] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Received event network-changed-2e4ee162-5807-4867-9371-89758caafaeb {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:28:48 user nova-compute[74922]: DEBUG nova.compute.manager [req-4f1bfdcd-8414-4c25-a6d5-16a0f750b029 req-1fdf81ef-66c4-4b2c-be94-3536024cfc80 service nova] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Refreshing instance network info cache due to event network-changed-2e4ee162-5807-4867-9371-89758caafaeb. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:28:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4f1bfdcd-8414-4c25-a6d5-16a0f750b029 req-1fdf81ef-66c4-4b2c-be94-3536024cfc80 service nova] Acquiring lock "refresh_cache-dfff4e0a-0aca-42bf-b1eb-2cffea006df2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:28:48 user nova-compute[74922]: DEBUG nova.network.neutron [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 06:28:48 user nova-compute[74922]: DEBUG nova.network.neutron [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Updating instance_info_cache with network_info: [{"id": "2e4ee162-5807-4867-9371-89758caafaeb", "address": "fa:16:3e:2a:f8:36", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e4ee162-58", "ovs_interfaceid": "2e4ee162-5807-4867-9371-89758caafaeb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:28:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Releasing lock "refresh_cache-dfff4e0a-0aca-42bf-b1eb-2cffea006df2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:28:48 user nova-compute[74922]: DEBUG nova.compute.manager [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Instance network_info: |[{"id": "2e4ee162-5807-4867-9371-89758caafaeb", "address": "fa:16:3e:2a:f8:36", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e4ee162-58", "ovs_interfaceid": "2e4ee162-5807-4867-9371-89758caafaeb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 06:28:48 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4f1bfdcd-8414-4c25-a6d5-16a0f750b029 req-1fdf81ef-66c4-4b2c-be94-3536024cfc80 service nova] Acquired lock "refresh_cache-dfff4e0a-0aca-42bf-b1eb-2cffea006df2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:28:48 user nova-compute[74922]: DEBUG nova.network.neutron [req-4f1bfdcd-8414-4c25-a6d5-16a0f750b029 req-1fdf81ef-66c4-4b2c-be94-3536024cfc80 service nova] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Refreshing network info cache for port 2e4ee162-5807-4867-9371-89758caafaeb {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:28:49 user nova-compute[74922]: DEBUG nova.network.neutron [req-4f1bfdcd-8414-4c25-a6d5-16a0f750b029 req-1fdf81ef-66c4-4b2c-be94-3536024cfc80 service nova] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Updated VIF entry in instance network info cache for port 2e4ee162-5807-4867-9371-89758caafaeb. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:28:49 user nova-compute[74922]: DEBUG nova.network.neutron [req-4f1bfdcd-8414-4c25-a6d5-16a0f750b029 req-1fdf81ef-66c4-4b2c-be94-3536024cfc80 service nova] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Updating instance_info_cache with network_info: [{"id": "2e4ee162-5807-4867-9371-89758caafaeb", "address": "fa:16:3e:2a:f8:36", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e4ee162-58", "ovs_interfaceid": "2e4ee162-5807-4867-9371-89758caafaeb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:28:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-4f1bfdcd-8414-4c25-a6d5-16a0f750b029 req-1fdf81ef-66c4-4b2c-be94-3536024cfc80 service nova] Releasing lock "refresh_cache-dfff4e0a-0aca-42bf-b1eb-2cffea006df2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:28:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:28:57 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:29:01 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:29:01 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:29:01 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:29:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:29:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:29:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:29:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:29:02 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:02 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:29:03 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:29:04 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:29:05 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:29:05 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:29:06 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:29:07 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:08 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:29:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:29:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:29:08 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:29:08 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:29:09 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:29:09 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:29:09 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=9179MB free_disk=25.049205780029297GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:29:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:29:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:29:09 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance dfff4e0a-0aca-42bf-b1eb-2cffea006df2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:29:09 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:29:09 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:29:09 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing inventories for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 06:29:09 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Updating ProviderTree inventory for provider efd5e61c-93ae-4193-aa6b-99209077dc32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 06:29:09 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Updating inventory in ProviderTree for provider efd5e61c-93ae-4193-aa6b-99209077dc32 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 06:29:09 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing aggregate associations for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32, aggregates: None {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 06:29:09 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing trait associations for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32, traits: COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE42,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_DEVICE_TAGGING,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_RESCUE_BFV {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 06:29:09 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:29:09 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:29:09 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:29:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.477s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:29:10 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:29:10 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Cleaning up deleted instances {{(pid=74922) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 06:29:10 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] There are 0 instances to clean {{(pid=74922) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 06:29:12 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 06:29:14 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Creating image(s)
Oct 30 06:29:14 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Did not create local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Ensure instance console log exists: /opt/stack/data/nova/instances/dfff4e0a-0aca-42bf-b1eb-2cffea006df2/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Start _get_guest_xml network_info=[{"id": "2e4ee162-5807-4867-9371-89758caafaeb", "address": "fa:16:3e:2a:f8:36", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e4ee162-58", "ovs_interfaceid": "2e4ee162-5807-4867-9371-89758caafaeb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': '506fd26d-3cf9-4b6f-b2c2-1e36177be9c2', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RzjoLnmN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dfff4e0a-0aca-42bf-b1eb-2cffea006df2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6b5fb1b-d621-4642-8640-95f283d64578', 'serial': 'b6b5fb1b-d621-4642-8640-95f283d64578'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 06:29:14 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:29:14 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:29:14 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RzjoLnmN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:29:14 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:29:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:29:14 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:29:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:29:14 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[78d79459-8476-4339-b74f-f13df9518d75]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 06:29:14 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec1d5c8c-6213-43ba-b134-320666cf86ee]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578] added
Oct 30 06:29:14 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e9c1e8e-d771-4ed8-a63b-c89b3564410b]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[95bc36d6-57bc-4e68-9878-4600a3213200]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RzjoLnmN {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RzjoLnmN" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[21c09b52-f23a-4dce-855e-abca005f0ddc]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RzjoLnmN'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9163ff93-11b6-477a-b11a-f6700d590b70]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[31158088-ca5a-4051-8359-8f5302f54a95]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 30 06:29:14 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 30 06:29:14 user nova-compute[74922]:  {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:29:14 user nova-compute[74922]: WARNING os_brick.initiator.connectors.iscsi [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 30 06:29:14 user nova-compute[74922]: 
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[258afdcf-5cda-4dfe-ad06-fd093340c5f5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578, portal: 172.16.0.220,3260]
Oct 30 06:29:14 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578, portal: 172.16.0.220,3260] successful.
Oct 30 06:29:14 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74922) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e264e812-4e48-414b-9ed4-ee152090e01b]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[27ab5431-4e1c-4fcc-89ff-954a2e83d779]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 (non-flash)
Oct 30 06:29:14 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 (non-flash)
Oct 30 06:29:14 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.263s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] HCTL ('33', '-', '-', 0) found on session 57 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 06:29:14 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:29:15 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:29:15 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4efe7c4b-8871-4030-8d94-3393260cc4ee]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:29:15 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: None {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RzjoLnmN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.298s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] <== connect_volume: return (1299ms) {'type': 'block', 'scsi_wwn': '23630373932663639', 'path': '/dev/sdb'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23630373932663639', 'path': '/dev/sdb'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:28:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-146635640',display_name='tempest-TestVolumeBootPattern-server-146635640',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-146635640',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNAcyFqyOmrMd6hSdqUQqXOccPn+CzOziJJn16LvGAHNTlvgFXjVM0tC4NHpAUaC4Z/yBt6rSxt5Fm6pqgHirADscGmS4Il6NkERFhBWwmLAbO0Ils3SYwpumA7Fp6pjnA==',key_name='tempest-TestVolumeBootPattern-2102938926',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cf52d442d44f41f4a008bf47121ee139',ramdisk_id='',reservation_id='r-4g1masmk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2065972013',owner_user_name='tempest-TestVolumeBootPattern-2065972013-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:28:47Z,user_data=None,user_id='9d00a6e3aced4397be293425242b06f7',uuid=dfff4e0a-0aca-42bf-b1eb-2cffea006df2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2e4ee162-5807-4867-9371-89758caafaeb", "address": "fa:16:3e:2a:f8:36", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e4ee162-58", "ovs_interfaceid": "2e4ee162-5807-4867-9371-89758caafaeb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converting VIF {"id": "2e4ee162-5807-4867-9371-89758caafaeb", "address": "fa:16:3e:2a:f8:36", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e4ee162-58", "ovs_interfaceid": "2e4ee162-5807-4867-9371-89758caafaeb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2a:f8:36,bridge_name='br-int',has_traffic_filtering=True,id=2e4ee162-5807-4867-9371-89758caafaeb,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e4ee162-58') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG nova.objects.instance [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lazy-loading 'pci_devices' on Instance uuid dfff4e0a-0aca-42bf-b1eb-2cffea006df2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] End _get_guest_xml xml=<domain type="kvm">
Oct 30 06:29:16 user nova-compute[74922]:   <uuid>dfff4e0a-0aca-42bf-b1eb-2cffea006df2</uuid>
Oct 30 06:29:16 user nova-compute[74922]:   <name>instance-00000032</name>
Oct 30 06:29:16 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 06:29:16 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 06:29:16 user nova-compute[74922]:   <metadata>
Oct 30 06:29:16 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 06:29:16 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 06:29:16 user nova-compute[74922]:       <nova:name>tempest-TestVolumeBootPattern-server-146635640</nova:name>
Oct 30 06:29:16 user nova-compute[74922]:       <nova:creationTime>2023-10-30 06:29:14</nova:creationTime>
Oct 30 06:29:16 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 06:29:16 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 06:29:16 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 06:29:16 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 06:29:16 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 06:29:16 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 06:29:16 user nova-compute[74922]:       </nova:flavor>
Oct 30 06:29:16 user nova-compute[74922]:       <nova:owner>
Oct 30 06:29:16 user nova-compute[74922]:         <nova:user uuid="9d00a6e3aced4397be293425242b06f7">tempest-TestVolumeBootPattern-2065972013-project-member</nova:user>
Oct 30 06:29:16 user nova-compute[74922]:         <nova:project uuid="cf52d442d44f41f4a008bf47121ee139">tempest-TestVolumeBootPattern-2065972013</nova:project>
Oct 30 06:29:16 user nova-compute[74922]:       </nova:owner>
Oct 30 06:29:16 user nova-compute[74922]:       <nova:ports>
Oct 30 06:29:16 user nova-compute[74922]:         <nova:port uuid="2e4ee162-5807-4867-9371-89758caafaeb">
Oct 30 06:29:16 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 30 06:29:16 user nova-compute[74922]:         </nova:port>
Oct 30 06:29:16 user nova-compute[74922]:       </nova:ports>
Oct 30 06:29:16 user nova-compute[74922]:     </nova:instance>
Oct 30 06:29:16 user nova-compute[74922]:   </metadata>
Oct 30 06:29:16 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 06:29:16 user nova-compute[74922]:     <system>
Oct 30 06:29:16 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 06:29:16 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 06:29:16 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 06:29:16 user nova-compute[74922]:       <entry name="serial">dfff4e0a-0aca-42bf-b1eb-2cffea006df2</entry>
Oct 30 06:29:16 user nova-compute[74922]:       <entry name="uuid">dfff4e0a-0aca-42bf-b1eb-2cffea006df2</entry>
Oct 30 06:29:16 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 06:29:16 user nova-compute[74922]:     </system>
Oct 30 06:29:16 user nova-compute[74922]:   </sysinfo>
Oct 30 06:29:16 user nova-compute[74922]:   <os>
Oct 30 06:29:16 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 06:29:16 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 06:29:16 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 06:29:16 user nova-compute[74922]:   </os>
Oct 30 06:29:16 user nova-compute[74922]:   <features>
Oct 30 06:29:16 user nova-compute[74922]:     <acpi/>
Oct 30 06:29:16 user nova-compute[74922]:     <apic/>
Oct 30 06:29:16 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 06:29:16 user nova-compute[74922]:   </features>
Oct 30 06:29:16 user nova-compute[74922]:   <clock offset="utc">
Oct 30 06:29:16 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 06:29:16 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 06:29:16 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 06:29:16 user nova-compute[74922]:   </clock>
Oct 30 06:29:16 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 06:29:16 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 06:29:16 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 06:29:16 user nova-compute[74922]:   </cpu>
Oct 30 06:29:16 user nova-compute[74922]:   <devices>
Oct 30 06:29:16 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 06:29:16 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:29:16 user nova-compute[74922]:       <source dev="/dev/sdb"/>
Oct 30 06:29:16 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 06:29:16 user nova-compute[74922]:       <serial>b6b5fb1b-d621-4642-8640-95f283d64578</serial>
Oct 30 06:29:16 user nova-compute[74922]:     </disk>
Oct 30 06:29:16 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 06:29:16 user nova-compute[74922]:       <mac address="fa:16:3e:2a:f8:36"/>
Oct 30 06:29:16 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:29:16 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 06:29:16 user nova-compute[74922]:       <target dev="tap2e4ee162-58"/>
Oct 30 06:29:16 user nova-compute[74922]:     </interface>
Oct 30 06:29:16 user nova-compute[74922]:     <serial type="pty">
Oct 30 06:29:16 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/dfff4e0a-0aca-42bf-b1eb-2cffea006df2/console.log" append="off"/>
Oct 30 06:29:16 user nova-compute[74922]:     </serial>
Oct 30 06:29:16 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 06:29:16 user nova-compute[74922]:     <video>
Oct 30 06:29:16 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:29:16 user nova-compute[74922]:     </video>
Oct 30 06:29:16 user nova-compute[74922]:     <rng model="virtio">
Oct 30 06:29:16 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 06:29:16 user nova-compute[74922]:     </rng>
Oct 30 06:29:16 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 06:29:16 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 06:29:16 user nova-compute[74922]:       <stats period="10"/>
Oct 30 06:29:16 user nova-compute[74922]:     </memballoon>
Oct 30 06:29:16 user nova-compute[74922]:   </devices>
Oct 30 06:29:16 user nova-compute[74922]: </domain>
Oct 30 06:29:16 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:28:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-146635640',display_name='tempest-TestVolumeBootPattern-server-146635640',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-146635640',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNAcyFqyOmrMd6hSdqUQqXOccPn+CzOziJJn16LvGAHNTlvgFXjVM0tC4NHpAUaC4Z/yBt6rSxt5Fm6pqgHirADscGmS4Il6NkERFhBWwmLAbO0Ils3SYwpumA7Fp6pjnA==',key_name='tempest-TestVolumeBootPattern-2102938926',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cf52d442d44f41f4a008bf47121ee139',ramdisk_id='',reservation_id='r-4g1masmk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2065972013',owner_user_name='tempest-TestVolumeBootPattern-2065972013-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:28:47Z,user_data=None,user_id='9d00a6e3aced4397be293425242b06f7',uuid=dfff4e0a-0aca-42bf-b1eb-2cffea006df2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2e4ee162-5807-4867-9371-89758caafaeb", "address": "fa:16:3e:2a:f8:36", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e4ee162-58", "ovs_interfaceid": "2e4ee162-5807-4867-9371-89758caafaeb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converting VIF {"id": "2e4ee162-5807-4867-9371-89758caafaeb", "address": "fa:16:3e:2a:f8:36", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e4ee162-58", "ovs_interfaceid": "2e4ee162-5807-4867-9371-89758caafaeb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2a:f8:36,bridge_name='br-int',has_traffic_filtering=True,id=2e4ee162-5807-4867-9371-89758caafaeb,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e4ee162-58') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG os_vif [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:f8:36,bridge_name='br-int',has_traffic_filtering=True,id=2e4ee162-5807-4867-9371-89758caafaeb,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e4ee162-58') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cf2b3da6-d222-50c3-b5da-078b1483b401', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2e4ee162-58, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2e4ee162-58, col_values=(('qos', UUID('1448accb-02bf-4554-aefd-e9cf2b6b7a0c')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2e4ee162-58, col_values=(('external_ids', {'iface-id': '2e4ee162-5807-4867-9371-89758caafaeb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2a:f8:36', 'vm-uuid': 'dfff4e0a-0aca-42bf-b1eb-2cffea006df2'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:16 user nova-compute[74922]: INFO os_vif [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:f8:36,bridge_name='br-int',has_traffic_filtering=True,id=2e4ee162-5807-4867-9371-89758caafaeb,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e4ee162-58')
Oct 30 06:29:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:29:16 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] No VIF found with MAC fa:16:3e:2a:f8:36, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:29:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:17 user nova-compute[74922]: DEBUG nova.compute.manager [req-77caeef7-8185-4605-b948-b50a416c76eb req-cfdea4fb-ad3e-4047-bf61-d28a813e989e service nova] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Received event network-vif-plugged-2e4ee162-5807-4867-9371-89758caafaeb {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:29:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-77caeef7-8185-4605-b948-b50a416c76eb req-cfdea4fb-ad3e-4047-bf61-d28a813e989e service nova] Acquiring lock "dfff4e0a-0aca-42bf-b1eb-2cffea006df2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:29:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-77caeef7-8185-4605-b948-b50a416c76eb req-cfdea4fb-ad3e-4047-bf61-d28a813e989e service nova] Lock "dfff4e0a-0aca-42bf-b1eb-2cffea006df2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:29:17 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-77caeef7-8185-4605-b948-b50a416c76eb req-cfdea4fb-ad3e-4047-bf61-d28a813e989e service nova] Lock "dfff4e0a-0aca-42bf-b1eb-2cffea006df2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:29:17 user nova-compute[74922]: DEBUG nova.compute.manager [req-77caeef7-8185-4605-b948-b50a416c76eb req-cfdea4fb-ad3e-4047-bf61-d28a813e989e service nova] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] No waiting events found dispatching network-vif-plugged-2e4ee162-5807-4867-9371-89758caafaeb {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:29:17 user nova-compute[74922]: WARNING nova.compute.manager [req-77caeef7-8185-4605-b948-b50a416c76eb req-cfdea4fb-ad3e-4047-bf61-d28a813e989e service nova] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Received unexpected event network-vif-plugged-2e4ee162-5807-4867-9371-89758caafaeb for instance with vm_state building and task_state spawning.
Oct 30 06:29:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:17 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:18 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:29:19 user nova-compute[74922]: DEBUG nova.compute.manager [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 06:29:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 06:29:19 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Instance spawned successfully.
Oct 30 06:29:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 06:29:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:29:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:29:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:29:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:29:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:29:19 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:29:19 user nova-compute[74922]: INFO nova.compute.manager [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Took 4.83 seconds to spawn the instance on the hypervisor.
Oct 30 06:29:19 user nova-compute[74922]: DEBUG nova.compute.manager [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:29:19 user nova-compute[74922]: INFO nova.compute.manager [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Took 32.99 seconds to build instance.
Oct 30 06:29:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-fd570d0a-7d10-4f28-a198-183ed637da55 req-0c52e949-e547-42b5-b50e-30886db939eb service nova] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Received event network-vif-plugged-2e4ee162-5807-4867-9371-89758caafaeb {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:29:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fd570d0a-7d10-4f28-a198-183ed637da55 req-0c52e949-e547-42b5-b50e-30886db939eb service nova] Acquiring lock "dfff4e0a-0aca-42bf-b1eb-2cffea006df2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:29:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fd570d0a-7d10-4f28-a198-183ed637da55 req-0c52e949-e547-42b5-b50e-30886db939eb service nova] Lock "dfff4e0a-0aca-42bf-b1eb-2cffea006df2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:29:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-fd570d0a-7d10-4f28-a198-183ed637da55 req-0c52e949-e547-42b5-b50e-30886db939eb service nova] Lock "dfff4e0a-0aca-42bf-b1eb-2cffea006df2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:29:19 user nova-compute[74922]: DEBUG nova.compute.manager [req-fd570d0a-7d10-4f28-a198-183ed637da55 req-0c52e949-e547-42b5-b50e-30886db939eb service nova] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] No waiting events found dispatching network-vif-plugged-2e4ee162-5807-4867-9371-89758caafaeb {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:29:19 user nova-compute[74922]: WARNING nova.compute.manager [req-fd570d0a-7d10-4f28-a198-183ed637da55 req-0c52e949-e547-42b5-b50e-30886db939eb service nova] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Received unexpected event network-vif-plugged-2e4ee162-5807-4867-9371-89758caafaeb for instance with vm_state active and task_state None.
Oct 30 06:29:19 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-91af0be6-a2e2-4ba3-bfa8-cbf4b947447e tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "dfff4e0a-0aca-42bf-b1eb-2cffea006df2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 33.087s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:29:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:20 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:29:20 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:29:20 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 06:29:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-dfff4e0a-0aca-42bf-b1eb-2cffea006df2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:29:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-dfff4e0a-0aca-42bf-b1eb-2cffea006df2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:29:21 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:29:21 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lazy-loading 'info_cache' on Instance uuid dfff4e0a-0aca-42bf-b1eb-2cffea006df2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:29:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:21 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Updating instance_info_cache with network_info: [{"id": "2e4ee162-5807-4867-9371-89758caafaeb", "address": "fa:16:3e:2a:f8:36", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e4ee162-58", "ovs_interfaceid": "2e4ee162-5807-4867-9371-89758caafaeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:29:21 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-dfff4e0a-0aca-42bf-b1eb-2cffea006df2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:29:21 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:29:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:29:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:29:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:29:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:29:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:29:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:29:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:29:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:29:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:29:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:41 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:46 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:29:54 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:29:54 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Triggering sync for uuid dfff4e0a-0aca-42bf-b1eb-2cffea006df2 {{(pid=74922) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 30 06:29:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "dfff4e0a-0aca-42bf-b1eb-2cffea006df2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:29:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "dfff4e0a-0aca-42bf-b1eb-2cffea006df2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:29:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "dfff4e0a-0aca-42bf-b1eb-2cffea006df2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.029s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:29:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:29:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:29:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:29:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:29:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:29:56 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:30:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:30:02 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:30:02 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:30:02 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:30:02 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:30:04 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:30:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:30:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:30:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:30:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:30:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:30:06 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:30:06 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:30:07 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:30:08 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:30:09 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:30:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:30:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:30:09 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:30:09 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:30:10 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:30:10 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:30:10 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:30:10 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=8983MB free_disk=25.040008544921875GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:30:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:30:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:30:10 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance dfff4e0a-0aca-42bf-b1eb-2cffea006df2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:30:10 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:30:10 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:30:10 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:30:10 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:30:10 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:30:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.196s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:30:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:30:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:30:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:30:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:30:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:30:11 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:30:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:30:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:30:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:30:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:30:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:30:16 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:30:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:30:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:30:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:30:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:30:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:30:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:30:23 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:30:23 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:30:23 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 06:30:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-dfff4e0a-0aca-42bf-b1eb-2cffea006df2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:30:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-dfff4e0a-0aca-42bf-b1eb-2cffea006df2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:30:23 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:30:23 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lazy-loading 'info_cache' on Instance uuid dfff4e0a-0aca-42bf-b1eb-2cffea006df2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:30:24 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Updating instance_info_cache with network_info: [{"id": "2e4ee162-5807-4867-9371-89758caafaeb", "address": "fa:16:3e:2a:f8:36", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e4ee162-58", "ovs_interfaceid": "2e4ee162-5807-4867-9371-89758caafaeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:30:24 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-dfff4e0a-0aca-42bf-b1eb-2cffea006df2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:30:24 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:30:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:30:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:30:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:30:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:30:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:30:26 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:30:31 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:30:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:30:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:30:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:30:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:30:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:30:36 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:30:37 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:30:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-59ae4f51-a20a-4491-be51-3e6fe88d1785 req-99280844-95de-45e4-8211-451bce913a73 service nova] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Received event network-changed-2e4ee162-5807-4867-9371-89758caafaeb {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:30:38 user nova-compute[74922]: DEBUG nova.compute.manager [req-59ae4f51-a20a-4491-be51-3e6fe88d1785 req-99280844-95de-45e4-8211-451bce913a73 service nova] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Refreshing instance network info cache due to event network-changed-2e4ee162-5807-4867-9371-89758caafaeb. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:30:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-59ae4f51-a20a-4491-be51-3e6fe88d1785 req-99280844-95de-45e4-8211-451bce913a73 service nova] Acquiring lock "refresh_cache-dfff4e0a-0aca-42bf-b1eb-2cffea006df2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:30:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-59ae4f51-a20a-4491-be51-3e6fe88d1785 req-99280844-95de-45e4-8211-451bce913a73 service nova] Acquired lock "refresh_cache-dfff4e0a-0aca-42bf-b1eb-2cffea006df2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:30:38 user nova-compute[74922]: DEBUG nova.network.neutron [req-59ae4f51-a20a-4491-be51-3e6fe88d1785 req-99280844-95de-45e4-8211-451bce913a73 service nova] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Refreshing network info cache for port 2e4ee162-5807-4867-9371-89758caafaeb {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:30:38 user nova-compute[74922]: DEBUG nova.network.neutron [req-59ae4f51-a20a-4491-be51-3e6fe88d1785 req-99280844-95de-45e4-8211-451bce913a73 service nova] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Updated VIF entry in instance network info cache for port 2e4ee162-5807-4867-9371-89758caafaeb. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:30:38 user nova-compute[74922]: DEBUG nova.network.neutron [req-59ae4f51-a20a-4491-be51-3e6fe88d1785 req-99280844-95de-45e4-8211-451bce913a73 service nova] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Updating instance_info_cache with network_info: [{"id": "2e4ee162-5807-4867-9371-89758caafaeb", "address": "fa:16:3e:2a:f8:36", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e4ee162-58", "ovs_interfaceid": "2e4ee162-5807-4867-9371-89758caafaeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:30:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-59ae4f51-a20a-4491-be51-3e6fe88d1785 req-99280844-95de-45e4-8211-451bce913a73 service nova] Releasing lock "refresh_cache-dfff4e0a-0aca-42bf-b1eb-2cffea006df2" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:30:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "dfff4e0a-0aca-42bf-b1eb-2cffea006df2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:30:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "dfff4e0a-0aca-42bf-b1eb-2cffea006df2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:30:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "dfff4e0a-0aca-42bf-b1eb-2cffea006df2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:30:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "dfff4e0a-0aca-42bf-b1eb-2cffea006df2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:30:38 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "dfff4e0a-0aca-42bf-b1eb-2cffea006df2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:30:38 user nova-compute[74922]: INFO nova.compute.manager [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Terminating instance
Oct 30 06:30:38 user nova-compute[74922]: DEBUG nova.compute.manager [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:30:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:30:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:30:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:30:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:30:39 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Instance destroyed successfully.
Oct 30 06:30:39 user nova-compute[74922]: DEBUG nova.objects.instance [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lazy-loading 'resources' on Instance uuid dfff4e0a-0aca-42bf-b1eb-2cffea006df2 {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:28:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-146635640',display_name='tempest-TestVolumeBootPattern-server-146635640',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-146635640',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNAcyFqyOmrMd6hSdqUQqXOccPn+CzOziJJn16LvGAHNTlvgFXjVM0tC4NHpAUaC4Z/yBt6rSxt5Fm6pqgHirADscGmS4Il6NkERFhBWwmLAbO0Ils3SYwpumA7Fp6pjnA==',key_name='tempest-TestVolumeBootPattern-2102938926',keypairs=<?>,launch_index=0,launched_at=2023-10-30T06:29:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cf52d442d44f41f4a008bf47121ee139',ramdisk_id='',reservation_id='r-4g1masmk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-2065972013',owner_user_name='tempest-TestVolumeBootPattern-2065972013-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:29:20Z,user_data=None,user_id='9d00a6e3aced4397be293425242b06f7',uuid=dfff4e0a-0aca-42bf-b1eb-2cffea006df2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2e4ee162-5807-4867-9371-89758caafaeb", "address": "fa:16:3e:2a:f8:36", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e4ee162-58", "ovs_interfaceid": "2e4ee162-5807-4867-9371-89758caafaeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converting VIF {"id": "2e4ee162-5807-4867-9371-89758caafaeb", "address": "fa:16:3e:2a:f8:36", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e4ee162-58", "ovs_interfaceid": "2e4ee162-5807-4867-9371-89758caafaeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2a:f8:36,bridge_name='br-int',has_traffic_filtering=True,id=2e4ee162-5807-4867-9371-89758caafaeb,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e4ee162-58') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG os_vif [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2a:f8:36,bridge_name='br-int',has_traffic_filtering=True,id=2e4ee162-5807-4867-9371-89758caafaeb,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e4ee162-58') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2e4ee162-58, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1448accb-02bf-4554-aefd-e9cf2b6b7a0c) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:30:39 user nova-compute[74922]: INFO os_vif [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2a:f8:36,bridge_name='br-int',has_traffic_filtering=True,id=2e4ee162-5807-4867-9371-89758caafaeb,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e4ee162-58')
Oct 30 06:30:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RzjoLnmN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:30:39 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:30:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e29c639-b2c9-47bc-a04d-89d6e1eabe93]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 06:30:39 user nova-compute[74922]: No targets found.
Oct 30 06:30:39 user nova-compute[74922]: iSNS:
Oct 30 06:30:39 user nova-compute[74922]: No targets found.
Oct 30 06:30:39 user nova-compute[74922]: STATIC:
Oct 30 06:30:39 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578
Oct 30 06:30:39 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:30:39 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:30:39 user nova-compute[74922]: FIRMWARE:
Oct 30 06:30:39 user nova-compute[74922]: No targets found.
Oct 30 06:30:39 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 06:30:39 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 06:30:39 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef5775d1-ed7e-4856-bc53-50cecd0337b6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c238f14-80b9-4ea3-bf40-d8084c789b88]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 (non-flash)
Oct 30 06:30:39 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 (non-flash)
Oct 30 06:30:39 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82086ad240>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578'): ({'sdb'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Removing single pathed devices sdb {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd159525-9590-4367-8c51-252f98792253]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[054bf070-f920-4c8c-9ac1-ff1a7d70150f]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Flushing IO for device /dev/sdb {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ea6627c-5c61-44cf-9db5-fa3885d0a10c]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd880ef5-bf6d-4d92-ac14-703693972bd6]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_19a30e6d', '/dev/disk/by-id/scsi-23630373932663639', '/dev/disk/by-id/scsi-1SCST_BIO19a30e6d-60792f69353de879') {{(pid=85621) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e800ffff-7c9f-46a6-96c5-7fc06cc06b7c]: (4, None) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd867c1d-a418-4ed2-944b-30df2afdc8ed]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[48978325-e00d-4f11-8c29-a578163150b1]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578, portal: 172.16.0.220,3260]
Oct 30 06:30:39 user nova-compute[74922]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578, portal: 172.16.0.220,3260] successful.
Oct 30 06:30:39 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[424d27c0-642c-4e88-b2b1-1610130c8e56]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.277s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] <== disconnect_volume: return (278ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:30:39 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 06:30:39 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Deleting instance files /opt/stack/data/nova/instances/dfff4e0a-0aca-42bf-b1eb-2cffea006df2_del
Oct 30 06:30:39 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Deletion of /opt/stack/data/nova/instances/dfff4e0a-0aca-42bf-b1eb-2cffea006df2_del complete
Oct 30 06:30:40 user nova-compute[74922]: INFO nova.compute.manager [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Took 1.27 seconds to destroy the instance on the hypervisor.
Oct 30 06:30:40 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:30:40 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:30:40 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:30:40 user nova-compute[74922]: DEBUG nova.compute.manager [req-dac3047d-58d2-4260-b32f-c0120198b741 req-326304f4-e2ec-4431-9201-53756ee71051 service nova] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Received event network-vif-unplugged-2e4ee162-5807-4867-9371-89758caafaeb {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:30:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dac3047d-58d2-4260-b32f-c0120198b741 req-326304f4-e2ec-4431-9201-53756ee71051 service nova] Acquiring lock "dfff4e0a-0aca-42bf-b1eb-2cffea006df2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:30:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dac3047d-58d2-4260-b32f-c0120198b741 req-326304f4-e2ec-4431-9201-53756ee71051 service nova] Lock "dfff4e0a-0aca-42bf-b1eb-2cffea006df2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:30:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dac3047d-58d2-4260-b32f-c0120198b741 req-326304f4-e2ec-4431-9201-53756ee71051 service nova] Lock "dfff4e0a-0aca-42bf-b1eb-2cffea006df2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:30:40 user nova-compute[74922]: DEBUG nova.compute.manager [req-dac3047d-58d2-4260-b32f-c0120198b741 req-326304f4-e2ec-4431-9201-53756ee71051 service nova] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] No waiting events found dispatching network-vif-unplugged-2e4ee162-5807-4867-9371-89758caafaeb {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:30:40 user nova-compute[74922]: DEBUG nova.compute.manager [req-dac3047d-58d2-4260-b32f-c0120198b741 req-326304f4-e2ec-4431-9201-53756ee71051 service nova] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Received event network-vif-unplugged-2e4ee162-5807-4867-9371-89758caafaeb for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 06:30:40 user nova-compute[74922]: DEBUG nova.compute.manager [req-dac3047d-58d2-4260-b32f-c0120198b741 req-326304f4-e2ec-4431-9201-53756ee71051 service nova] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Received event network-vif-plugged-2e4ee162-5807-4867-9371-89758caafaeb {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:30:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dac3047d-58d2-4260-b32f-c0120198b741 req-326304f4-e2ec-4431-9201-53756ee71051 service nova] Acquiring lock "dfff4e0a-0aca-42bf-b1eb-2cffea006df2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:30:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dac3047d-58d2-4260-b32f-c0120198b741 req-326304f4-e2ec-4431-9201-53756ee71051 service nova] Lock "dfff4e0a-0aca-42bf-b1eb-2cffea006df2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:30:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-dac3047d-58d2-4260-b32f-c0120198b741 req-326304f4-e2ec-4431-9201-53756ee71051 service nova] Lock "dfff4e0a-0aca-42bf-b1eb-2cffea006df2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:30:40 user nova-compute[74922]: DEBUG nova.compute.manager [req-dac3047d-58d2-4260-b32f-c0120198b741 req-326304f4-e2ec-4431-9201-53756ee71051 service nova] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] No waiting events found dispatching network-vif-plugged-2e4ee162-5807-4867-9371-89758caafaeb {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:30:40 user nova-compute[74922]: WARNING nova.compute.manager [req-dac3047d-58d2-4260-b32f-c0120198b741 req-326304f4-e2ec-4431-9201-53756ee71051 service nova] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Received unexpected event network-vif-plugged-2e4ee162-5807-4867-9371-89758caafaeb for instance with vm_state active and task_state deleting.
Oct 30 06:30:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:30:40 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:30:40 user nova-compute[74922]: DEBUG nova.compute.manager [req-0a78a7e2-0509-4776-b4f3-eccb42d39aa1 req-6a3172ef-53eb-45f7-b50e-3b0254a2c894 service nova] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Received event network-vif-deleted-2e4ee162-5807-4867-9371-89758caafaeb {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:30:40 user nova-compute[74922]: INFO nova.compute.manager [req-0a78a7e2-0509-4776-b4f3-eccb42d39aa1 req-6a3172ef-53eb-45f7-b50e-3b0254a2c894 service nova] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Neutron deleted interface 2e4ee162-5807-4867-9371-89758caafaeb; detaching it from the instance and deleting it from the info cache
Oct 30 06:30:40 user nova-compute[74922]: DEBUG nova.network.neutron [req-0a78a7e2-0509-4776-b4f3-eccb42d39aa1 req-6a3172ef-53eb-45f7-b50e-3b0254a2c894 service nova] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:30:40 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Took 0.83 seconds to deallocate network for instance.
Oct 30 06:30:40 user nova-compute[74922]: DEBUG nova.compute.manager [req-0a78a7e2-0509-4776-b4f3-eccb42d39aa1 req-6a3172ef-53eb-45f7-b50e-3b0254a2c894 service nova] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Detach interface failed, port_id=2e4ee162-5807-4867-9371-89758caafaeb, reason: Instance dfff4e0a-0aca-42bf-b1eb-2cffea006df2 could not be found. {{(pid=74922) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 06:30:41 user nova-compute[74922]: INFO nova.compute.manager [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: dfff4e0a-0aca-42bf-b1eb-2cffea006df2] Took 0.83 seconds to detach 1 volumes for instance.
Oct 30 06:30:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:30:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:30:41 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:30:41 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:30:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.110s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:30:41 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Deleted allocations for instance dfff4e0a-0aca-42bf-b1eb-2cffea006df2
Oct 30 06:30:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-9272819c-2a63-42c6-9a2e-57332d343ba2 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "dfff4e0a-0aca-42bf-b1eb-2cffea006df2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.225s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:30:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:30:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:30:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:30:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:30:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:30:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:30:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:30:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:30:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:31:03 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:31:03 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:31:03 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:31:03 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:31:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:31:04 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:31:07 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:31:08 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:31:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:31:10 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:31:10 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:31:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:31:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:31:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:31:10 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:31:11 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:31:11 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:31:11 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=9152MB free_disk=25.039173126220703GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:31:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:31:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:31:11 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:31:11 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:31:11 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:31:11 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:31:11 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:31:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.153s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:31:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:31:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:31:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:31:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:31:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:31:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:31:19 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:31:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:31:22 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:31:22 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:31:22 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 06:31:22 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Didn't find any instances for network info cache update. {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 06:31:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:31:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:31:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "08ddbafd-8cae-4e8e-8967-3129c06edceb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:31:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "08ddbafd-8cae-4e8e-8967-3129c06edceb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:31:30 user nova-compute[74922]: DEBUG nova.compute.manager [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 06:31:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:31:30 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:31:30 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 06:31:30 user nova-compute[74922]: INFO nova.compute.claims [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Claim successful on node user
Oct 30 06:31:31 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:31:31 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:31:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.200s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:31:31 user nova-compute[74922]: DEBUG nova.compute.manager [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 06:31:31 user nova-compute[74922]: DEBUG nova.compute.manager [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 06:31:31 user nova-compute[74922]: DEBUG nova.network.neutron [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 06:31:31 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 06:31:31 user nova-compute[74922]: DEBUG nova.compute.manager [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 06:31:31 user nova-compute[74922]: INFO nova.virt.block_device [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Booting with volume b6b5fb1b-d621-4642-8640-95f283d64578 at /dev/vda
Oct 30 06:31:31 user nova-compute[74922]: DEBUG os_brick.utils [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:31:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:31:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:31:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2718a178-50c2-4d8b-8485-9c7616cedbfe]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:31:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:31:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:31:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2df3a131-0655-4a24-b474-b2ffd384b8bd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:31:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:31:31 user nova-compute[74922]: DEBUG nova.policy [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d00a6e3aced4397be293425242b06f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf52d442d44f41f4a008bf47121ee139', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 06:31:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:31:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[66a4198e-2488-4a5b-aa17-b7dc3830d65d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:31:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d7d0033-0edc-4aae-8aa5-19247abc5331]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:31:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:31:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:31:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 06:31:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:31:31 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:31:31 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 06:31:31 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa174e38-414f-4803-95a5-484e61733b5e]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:31:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 06:31:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 06:31:31 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 06:31:31 user nova-compute[74922]: DEBUG os_brick.utils [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] <== get_connector_properties: return (112ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:31:31 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Updating existing volume attachment record: 8d54eab7-9c3c-4f0e-8c4f-d6b782104446 {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 06:31:32 user nova-compute[74922]: DEBUG nova.network.neutron [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Successfully created port: 90dec39c-0685-4573-90b9-6604afd78fb2 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 06:31:32 user nova-compute[74922]: DEBUG nova.network.neutron [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Successfully updated port: 90dec39c-0685-4573-90b9-6604afd78fb2 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 06:31:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "refresh_cache-08ddbafd-8cae-4e8e-8967-3129c06edceb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:31:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquired lock "refresh_cache-08ddbafd-8cae-4e8e-8967-3129c06edceb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:31:32 user nova-compute[74922]: DEBUG nova.network.neutron [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:31:32 user nova-compute[74922]: DEBUG nova.compute.manager [req-26264593-b727-491b-9877-df07ece08af6 req-62c2470a-b783-4554-9df4-a83bbd6c2a18 service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Received event network-changed-90dec39c-0685-4573-90b9-6604afd78fb2 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:31:32 user nova-compute[74922]: DEBUG nova.compute.manager [req-26264593-b727-491b-9877-df07ece08af6 req-62c2470a-b783-4554-9df4-a83bbd6c2a18 service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Refreshing instance network info cache due to event network-changed-90dec39c-0685-4573-90b9-6604afd78fb2. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:31:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-26264593-b727-491b-9877-df07ece08af6 req-62c2470a-b783-4554-9df4-a83bbd6c2a18 service nova] Acquiring lock "refresh_cache-08ddbafd-8cae-4e8e-8967-3129c06edceb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:31:32 user nova-compute[74922]: DEBUG nova.network.neutron [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 06:31:33 user nova-compute[74922]: DEBUG nova.network.neutron [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Updating instance_info_cache with network_info: [{"id": "90dec39c-0685-4573-90b9-6604afd78fb2", "address": "fa:16:3e:c6:5b:49", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90dec39c-06", "ovs_interfaceid": "90dec39c-0685-4573-90b9-6604afd78fb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:31:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Releasing lock "refresh_cache-08ddbafd-8cae-4e8e-8967-3129c06edceb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:31:33 user nova-compute[74922]: DEBUG nova.compute.manager [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Instance network_info: |[{"id": "90dec39c-0685-4573-90b9-6604afd78fb2", "address": "fa:16:3e:c6:5b:49", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90dec39c-06", "ovs_interfaceid": "90dec39c-0685-4573-90b9-6604afd78fb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 06:31:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-26264593-b727-491b-9877-df07ece08af6 req-62c2470a-b783-4554-9df4-a83bbd6c2a18 service nova] Acquired lock "refresh_cache-08ddbafd-8cae-4e8e-8967-3129c06edceb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:31:33 user nova-compute[74922]: DEBUG nova.network.neutron [req-26264593-b727-491b-9877-df07ece08af6 req-62c2470a-b783-4554-9df4-a83bbd6c2a18 service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Refreshing network info cache for port 90dec39c-0685-4573-90b9-6604afd78fb2 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:31:33 user nova-compute[74922]: DEBUG nova.network.neutron [req-26264593-b727-491b-9877-df07ece08af6 req-62c2470a-b783-4554-9df4-a83bbd6c2a18 service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Updated VIF entry in instance network info cache for port 90dec39c-0685-4573-90b9-6604afd78fb2. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:31:33 user nova-compute[74922]: DEBUG nova.network.neutron [req-26264593-b727-491b-9877-df07ece08af6 req-62c2470a-b783-4554-9df4-a83bbd6c2a18 service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Updating instance_info_cache with network_info: [{"id": "90dec39c-0685-4573-90b9-6604afd78fb2", "address": "fa:16:3e:c6:5b:49", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90dec39c-06", "ovs_interfaceid": "90dec39c-0685-4573-90b9-6604afd78fb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:31:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-26264593-b727-491b-9877-df07ece08af6 req-62c2470a-b783-4554-9df4-a83bbd6c2a18 service nova] Releasing lock "refresh_cache-08ddbafd-8cae-4e8e-8967-3129c06edceb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:31:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:31:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:31:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG nova.compute.manager [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 06:31:49 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Creating image(s)
Oct 30 06:31:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Did not create local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Ensure instance console log exists: /opt/stack/data/nova/instances/08ddbafd-8cae-4e8e-8967-3129c06edceb/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Start _get_guest_xml network_info=[{"id": "90dec39c-0685-4573-90b9-6604afd78fb2", "address": "fa:16:3e:c6:5b:49", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90dec39c-06", "ovs_interfaceid": "90dec39c-0685-4573-90b9-6604afd78fb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': '8d54eab7-9c3c-4f0e-8c4f-d6b782104446', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RzjoLnmN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '08ddbafd-8cae-4e8e-8967-3129c06edceb', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6b5fb1b-d621-4642-8640-95f283d64578', 'serial': 'b6b5fb1b-d621-4642-8640-95f283d64578'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 06:31:49 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:31:49 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:31:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RzjoLnmN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:31:49 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:31:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:31:49 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:31:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:31:49 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b008561-8541-4c53-b882-afd061ed8a00]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 06:31:49 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[75586214-bdcc-48eb-9537-3930d0289824]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578] added
Oct 30 06:31:49 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c95850a-f2c6-4651-9410-22b9b4328538]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ba3dafb-655a-41da-bb0c-07071da36f90]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RzjoLnmN {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RzjoLnmN" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4db2688-4e47-4abc-b072-54a5fe9e44ba]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RzjoLnmN'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0936446c-0a02-4373-a48d-927e2680da82]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[4941fdd8-51f5-4569-b52c-6d1794a87a53]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 30 06:31:49 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 30 06:31:49 user nova-compute[74922]:  {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:31:49 user nova-compute[74922]: WARNING os_brick.initiator.connectors.iscsi [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 30 06:31:49 user nova-compute[74922]: 
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --login" returned: 0 in 0.043s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8454c9f-5d03-461c-bafb-d3a2ef0996c3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578, portal: 172.16.0.220,3260]
Oct 30 06:31:49 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578, portal: 172.16.0.220,3260] successful.
Oct 30 06:31:49 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dff4005-ab4b-4577-87d8-d9615033ed14]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[92d25c5a-3854-4859-8f03-453a7bf2e403]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 (non-flash)
Oct 30 06:31:49 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 (non-flash)
Oct 30 06:31:49 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.233s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] HCTL ('33', '-', '-', 0) found on session 58 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[82b99105-4157-46ee-97b4-c44ed3f6cfbc]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Searching for a device in session 58 and hctl ['33', '*', '*', 0] yield: None {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 06:31:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Searching for a device in session 58 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RzjoLnmN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.262s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] <== connect_volume: return (1263ms) {'type': 'block', 'scsi_wwn': '23630373932663639', 'path': '/dev/sdb'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23630373932663639', 'path': '/dev/sdb'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:31:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-71007505',display_name='tempest-TestVolumeBootPattern-server-71007505',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-71007505',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNAcyFqyOmrMd6hSdqUQqXOccPn+CzOziJJn16LvGAHNTlvgFXjVM0tC4NHpAUaC4Z/yBt6rSxt5Fm6pqgHirADscGmS4Il6NkERFhBWwmLAbO0Ils3SYwpumA7Fp6pjnA==',key_name='tempest-TestVolumeBootPattern-2102938926',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cf52d442d44f41f4a008bf47121ee139',ramdisk_id='',reservation_id='r-agecn0j0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2065972013',owner_user_name='tempest-TestVolumeBootPattern-2065972013-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:31:31Z,user_data=None,user_id='9d00a6e3aced4397be293425242b06f7',uuid=08ddbafd-8cae-4e8e-8967-3129c06edceb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "90dec39c-0685-4573-90b9-6604afd78fb2", "address": "fa:16:3e:c6:5b:49", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90dec39c-06", "ovs_interfaceid": "90dec39c-0685-4573-90b9-6604afd78fb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converting VIF {"id": "90dec39c-0685-4573-90b9-6604afd78fb2", "address": "fa:16:3e:c6:5b:49", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90dec39c-06", "ovs_interfaceid": "90dec39c-0685-4573-90b9-6604afd78fb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:5b:49,bridge_name='br-int',has_traffic_filtering=True,id=90dec39c-0685-4573-90b9-6604afd78fb2,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90dec39c-06') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG nova.objects.instance [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lazy-loading 'pci_devices' on Instance uuid 08ddbafd-8cae-4e8e-8967-3129c06edceb {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] End _get_guest_xml xml=<domain type="kvm">
Oct 30 06:31:50 user nova-compute[74922]:   <uuid>08ddbafd-8cae-4e8e-8967-3129c06edceb</uuid>
Oct 30 06:31:50 user nova-compute[74922]:   <name>instance-00000033</name>
Oct 30 06:31:50 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 06:31:50 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 06:31:50 user nova-compute[74922]:   <metadata>
Oct 30 06:31:50 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 06:31:50 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 06:31:50 user nova-compute[74922]:       <nova:name>tempest-TestVolumeBootPattern-server-71007505</nova:name>
Oct 30 06:31:50 user nova-compute[74922]:       <nova:creationTime>2023-10-30 06:31:49</nova:creationTime>
Oct 30 06:31:50 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 06:31:50 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 06:31:50 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 06:31:50 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 06:31:50 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 06:31:50 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 06:31:50 user nova-compute[74922]:       </nova:flavor>
Oct 30 06:31:50 user nova-compute[74922]:       <nova:owner>
Oct 30 06:31:50 user nova-compute[74922]:         <nova:user uuid="9d00a6e3aced4397be293425242b06f7">tempest-TestVolumeBootPattern-2065972013-project-member</nova:user>
Oct 30 06:31:50 user nova-compute[74922]:         <nova:project uuid="cf52d442d44f41f4a008bf47121ee139">tempest-TestVolumeBootPattern-2065972013</nova:project>
Oct 30 06:31:50 user nova-compute[74922]:       </nova:owner>
Oct 30 06:31:50 user nova-compute[74922]:       <nova:ports>
Oct 30 06:31:50 user nova-compute[74922]:         <nova:port uuid="90dec39c-0685-4573-90b9-6604afd78fb2">
Oct 30 06:31:50 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 30 06:31:50 user nova-compute[74922]:         </nova:port>
Oct 30 06:31:50 user nova-compute[74922]:       </nova:ports>
Oct 30 06:31:50 user nova-compute[74922]:     </nova:instance>
Oct 30 06:31:50 user nova-compute[74922]:   </metadata>
Oct 30 06:31:50 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 06:31:50 user nova-compute[74922]:     <system>
Oct 30 06:31:50 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 06:31:50 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 06:31:50 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 06:31:50 user nova-compute[74922]:       <entry name="serial">08ddbafd-8cae-4e8e-8967-3129c06edceb</entry>
Oct 30 06:31:50 user nova-compute[74922]:       <entry name="uuid">08ddbafd-8cae-4e8e-8967-3129c06edceb</entry>
Oct 30 06:31:50 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 06:31:50 user nova-compute[74922]:     </system>
Oct 30 06:31:50 user nova-compute[74922]:   </sysinfo>
Oct 30 06:31:50 user nova-compute[74922]:   <os>
Oct 30 06:31:50 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 06:31:50 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 06:31:50 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 06:31:50 user nova-compute[74922]:   </os>
Oct 30 06:31:50 user nova-compute[74922]:   <features>
Oct 30 06:31:50 user nova-compute[74922]:     <acpi/>
Oct 30 06:31:50 user nova-compute[74922]:     <apic/>
Oct 30 06:31:50 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 06:31:50 user nova-compute[74922]:   </features>
Oct 30 06:31:50 user nova-compute[74922]:   <clock offset="utc">
Oct 30 06:31:50 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 06:31:50 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 06:31:50 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 06:31:50 user nova-compute[74922]:   </clock>
Oct 30 06:31:50 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 06:31:50 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 06:31:50 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 06:31:50 user nova-compute[74922]:   </cpu>
Oct 30 06:31:50 user nova-compute[74922]:   <devices>
Oct 30 06:31:50 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 06:31:50 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:31:50 user nova-compute[74922]:       <source dev="/dev/sdb"/>
Oct 30 06:31:50 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 06:31:50 user nova-compute[74922]:       <serial>b6b5fb1b-d621-4642-8640-95f283d64578</serial>
Oct 30 06:31:50 user nova-compute[74922]:     </disk>
Oct 30 06:31:50 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 06:31:50 user nova-compute[74922]:       <mac address="fa:16:3e:c6:5b:49"/>
Oct 30 06:31:50 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:31:50 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 06:31:50 user nova-compute[74922]:       <target dev="tap90dec39c-06"/>
Oct 30 06:31:50 user nova-compute[74922]:     </interface>
Oct 30 06:31:50 user nova-compute[74922]:     <serial type="pty">
Oct 30 06:31:50 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/08ddbafd-8cae-4e8e-8967-3129c06edceb/console.log" append="off"/>
Oct 30 06:31:50 user nova-compute[74922]:     </serial>
Oct 30 06:31:50 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 06:31:50 user nova-compute[74922]:     <video>
Oct 30 06:31:50 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:31:50 user nova-compute[74922]:     </video>
Oct 30 06:31:50 user nova-compute[74922]:     <rng model="virtio">
Oct 30 06:31:50 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 06:31:50 user nova-compute[74922]:     </rng>
Oct 30 06:31:50 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 06:31:50 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 06:31:50 user nova-compute[74922]:       <stats period="10"/>
Oct 30 06:31:50 user nova-compute[74922]:     </memballoon>
Oct 30 06:31:50 user nova-compute[74922]:   </devices>
Oct 30 06:31:50 user nova-compute[74922]: </domain>
Oct 30 06:31:50 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:31:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-71007505',display_name='tempest-TestVolumeBootPattern-server-71007505',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-71007505',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNAcyFqyOmrMd6hSdqUQqXOccPn+CzOziJJn16LvGAHNTlvgFXjVM0tC4NHpAUaC4Z/yBt6rSxt5Fm6pqgHirADscGmS4Il6NkERFhBWwmLAbO0Ils3SYwpumA7Fp6pjnA==',key_name='tempest-TestVolumeBootPattern-2102938926',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cf52d442d44f41f4a008bf47121ee139',ramdisk_id='',reservation_id='r-agecn0j0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2065972013',owner_user_name='tempest-TestVolumeBootPattern-2065972013-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:31:31Z,user_data=None,user_id='9d00a6e3aced4397be293425242b06f7',uuid=08ddbafd-8cae-4e8e-8967-3129c06edceb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "90dec39c-0685-4573-90b9-6604afd78fb2", "address": "fa:16:3e:c6:5b:49", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90dec39c-06", "ovs_interfaceid": "90dec39c-0685-4573-90b9-6604afd78fb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converting VIF {"id": "90dec39c-0685-4573-90b9-6604afd78fb2", "address": "fa:16:3e:c6:5b:49", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90dec39c-06", "ovs_interfaceid": "90dec39c-0685-4573-90b9-6604afd78fb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:5b:49,bridge_name='br-int',has_traffic_filtering=True,id=90dec39c-0685-4573-90b9-6604afd78fb2,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90dec39c-06') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG os_vif [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:5b:49,bridge_name='br-int',has_traffic_filtering=True,id=90dec39c-0685-4573-90b9-6604afd78fb2,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90dec39c-06') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3198c1ed-2edd-556e-b10b-3166ba6b6001', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap90dec39c-06, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap90dec39c-06, col_values=(('qos', UUID('9a554e28-fea9-4c54-9eac-6b704fea2f2e')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap90dec39c-06, col_values=(('external_ids', {'iface-id': '90dec39c-0685-4573-90b9-6604afd78fb2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c6:5b:49', 'vm-uuid': '08ddbafd-8cae-4e8e-8967-3129c06edceb'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:31:50 user nova-compute[74922]: INFO os_vif [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:5b:49,bridge_name='br-int',has_traffic_filtering=True,id=90dec39c-0685-4573-90b9-6604afd78fb2,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90dec39c-06')
Oct 30 06:31:50 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:31:50 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] No VIF found with MAC fa:16:3e:c6:5b:49, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:31:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:31:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:31:51 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:31:52 user nova-compute[74922]: DEBUG nova.compute.manager [req-e29bd5d5-3c49-439a-88c7-53398f317c22 req-fc082f59-4bfc-4b26-a6f5-3131a7cb39f0 service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Received event network-vif-plugged-90dec39c-0685-4573-90b9-6604afd78fb2 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:31:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e29bd5d5-3c49-439a-88c7-53398f317c22 req-fc082f59-4bfc-4b26-a6f5-3131a7cb39f0 service nova] Acquiring lock "08ddbafd-8cae-4e8e-8967-3129c06edceb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:31:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e29bd5d5-3c49-439a-88c7-53398f317c22 req-fc082f59-4bfc-4b26-a6f5-3131a7cb39f0 service nova] Lock "08ddbafd-8cae-4e8e-8967-3129c06edceb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:31:52 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-e29bd5d5-3c49-439a-88c7-53398f317c22 req-fc082f59-4bfc-4b26-a6f5-3131a7cb39f0 service nova] Lock "08ddbafd-8cae-4e8e-8967-3129c06edceb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:31:52 user nova-compute[74922]: DEBUG nova.compute.manager [req-e29bd5d5-3c49-439a-88c7-53398f317c22 req-fc082f59-4bfc-4b26-a6f5-3131a7cb39f0 service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] No waiting events found dispatching network-vif-plugged-90dec39c-0685-4573-90b9-6604afd78fb2 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:31:52 user nova-compute[74922]: WARNING nova.compute.manager [req-e29bd5d5-3c49-439a-88c7-53398f317c22 req-fc082f59-4bfc-4b26-a6f5-3131a7cb39f0 service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Received unexpected event network-vif-plugged-90dec39c-0685-4573-90b9-6604afd78fb2 for instance with vm_state building and task_state spawning.
Oct 30 06:31:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:31:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:31:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:31:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:31:52 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:31:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 06:31:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 06:31:53 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Instance spawned successfully.
Oct 30 06:31:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 06:31:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:31:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:31:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:31:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:31:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:31:53 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:31:53 user nova-compute[74922]: INFO nova.compute.manager [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Took 4.84 seconds to spawn the instance on the hypervisor.
Oct 30 06:31:53 user nova-compute[74922]: DEBUG nova.compute.manager [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:31:54 user nova-compute[74922]: INFO nova.compute.manager [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Took 23.19 seconds to build instance.
Oct 30 06:31:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-069092d4-817e-40a4-b989-b8093315179a tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "08ddbafd-8cae-4e8e-8967-3129c06edceb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.287s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:31:54 user nova-compute[74922]: DEBUG nova.compute.manager [req-7d8e39dd-e2b8-4ec2-861f-baa93c811c98 req-e3b23018-07e4-4185-9036-db078c40c065 service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Received event network-vif-plugged-90dec39c-0685-4573-90b9-6604afd78fb2 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:31:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7d8e39dd-e2b8-4ec2-861f-baa93c811c98 req-e3b23018-07e4-4185-9036-db078c40c065 service nova] Acquiring lock "08ddbafd-8cae-4e8e-8967-3129c06edceb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:31:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7d8e39dd-e2b8-4ec2-861f-baa93c811c98 req-e3b23018-07e4-4185-9036-db078c40c065 service nova] Lock "08ddbafd-8cae-4e8e-8967-3129c06edceb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:31:54 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-7d8e39dd-e2b8-4ec2-861f-baa93c811c98 req-e3b23018-07e4-4185-9036-db078c40c065 service nova] Lock "08ddbafd-8cae-4e8e-8967-3129c06edceb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:31:54 user nova-compute[74922]: DEBUG nova.compute.manager [req-7d8e39dd-e2b8-4ec2-861f-baa93c811c98 req-e3b23018-07e4-4185-9036-db078c40c065 service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] No waiting events found dispatching network-vif-plugged-90dec39c-0685-4573-90b9-6604afd78fb2 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:31:54 user nova-compute[74922]: WARNING nova.compute.manager [req-7d8e39dd-e2b8-4ec2-861f-baa93c811c98 req-e3b23018-07e4-4185-9036-db078c40c065 service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Received unexpected event network-vif-plugged-90dec39c-0685-4573-90b9-6604afd78fb2 for instance with vm_state active and task_state None.
Oct 30 06:31:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:31:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:32:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:32:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:32:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:32:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:32:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:32:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:32:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:32:05 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:32:05 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:32:05 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:32:05 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:32:05 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:32:08 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:32:08 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:32:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:32:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:32:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:32:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:32:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:32:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:32:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:32:10 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:32:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:32:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:32:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:32:10 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:32:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:32:11 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:32:11 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:32:11 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=8961MB free_disk=25.037548065185547GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:32:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:32:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:32:11 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 08ddbafd-8cae-4e8e-8967-3129c06edceb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:32:11 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:32:11 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:32:11 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:32:11 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:32:11 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:32:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.180s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:32:12 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:32:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:32:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:32:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:32:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:32:24 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:32:24 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:32:24 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 06:32:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-08ddbafd-8cae-4e8e-8967-3129c06edceb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:32:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-08ddbafd-8cae-4e8e-8967-3129c06edceb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:32:25 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:32:25 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lazy-loading 'info_cache' on Instance uuid 08ddbafd-8cae-4e8e-8967-3129c06edceb {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:32:25 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Updating instance_info_cache with network_info: [{"id": "90dec39c-0685-4573-90b9-6604afd78fb2", "address": "fa:16:3e:c6:5b:49", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90dec39c-06", "ovs_interfaceid": "90dec39c-0685-4573-90b9-6604afd78fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:32:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-08ddbafd-8cae-4e8e-8967-3129c06edceb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:32:25 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:32:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:32:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:32:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:32:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:32:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:32:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:32:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:32:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:32:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:32:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:32:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:32:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:32:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:32:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:32:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:32:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:32:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:32:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:32:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:32:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:32:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:32:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:32:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:33:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:33:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:33:05 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:33:06 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:33:06 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:33:07 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:33:07 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:33:08 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:33:08 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:33:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:33:10 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:33:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:33:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:33:10 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:33:10 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:33:11 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:33:11 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:33:11 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:33:11 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=9018MB free_disk=25.036914825439453GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:33:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:33:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:33:11 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 08ddbafd-8cae-4e8e-8967-3129c06edceb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:33:11 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:33:11 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:33:11 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:33:11 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:33:11 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:33:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.151s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:33:12 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:33:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:33:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:33:21 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:33:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-b1e13ac3-1672-445d-908a-5f541f90751c req-0da68d1c-fe73-4d29-857c-4a31692bbcca service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Received event network-changed-90dec39c-0685-4573-90b9-6604afd78fb2 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:33:22 user nova-compute[74922]: DEBUG nova.compute.manager [req-b1e13ac3-1672-445d-908a-5f541f90751c req-0da68d1c-fe73-4d29-857c-4a31692bbcca service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Refreshing instance network info cache due to event network-changed-90dec39c-0685-4573-90b9-6604afd78fb2. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:33:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b1e13ac3-1672-445d-908a-5f541f90751c req-0da68d1c-fe73-4d29-857c-4a31692bbcca service nova] Acquiring lock "refresh_cache-08ddbafd-8cae-4e8e-8967-3129c06edceb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:33:22 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b1e13ac3-1672-445d-908a-5f541f90751c req-0da68d1c-fe73-4d29-857c-4a31692bbcca service nova] Acquired lock "refresh_cache-08ddbafd-8cae-4e8e-8967-3129c06edceb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:33:22 user nova-compute[74922]: DEBUG nova.network.neutron [req-b1e13ac3-1672-445d-908a-5f541f90751c req-0da68d1c-fe73-4d29-857c-4a31692bbcca service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Refreshing network info cache for port 90dec39c-0685-4573-90b9-6604afd78fb2 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:33:23 user nova-compute[74922]: DEBUG nova.network.neutron [req-b1e13ac3-1672-445d-908a-5f541f90751c req-0da68d1c-fe73-4d29-857c-4a31692bbcca service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Updated VIF entry in instance network info cache for port 90dec39c-0685-4573-90b9-6604afd78fb2. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:33:23 user nova-compute[74922]: DEBUG nova.network.neutron [req-b1e13ac3-1672-445d-908a-5f541f90751c req-0da68d1c-fe73-4d29-857c-4a31692bbcca service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Updating instance_info_cache with network_info: [{"id": "90dec39c-0685-4573-90b9-6604afd78fb2", "address": "fa:16:3e:c6:5b:49", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90dec39c-06", "ovs_interfaceid": "90dec39c-0685-4573-90b9-6604afd78fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:33:23 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-b1e13ac3-1672-445d-908a-5f541f90751c req-0da68d1c-fe73-4d29-857c-4a31692bbcca service nova] Releasing lock "refresh_cache-08ddbafd-8cae-4e8e-8967-3129c06edceb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:33:23 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:33:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:33:25 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:33:25 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:33:25 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 06:33:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-08ddbafd-8cae-4e8e-8967-3129c06edceb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:33:25 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-08ddbafd-8cae-4e8e-8967-3129c06edceb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:33:25 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:33:25 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lazy-loading 'info_cache' on Instance uuid 08ddbafd-8cae-4e8e-8967-3129c06edceb {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:33:26 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Updating instance_info_cache with network_info: [{"id": "90dec39c-0685-4573-90b9-6604afd78fb2", "address": "fa:16:3e:c6:5b:49", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90dec39c-06", "ovs_interfaceid": "90dec39c-0685-4573-90b9-6604afd78fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:33:26 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-08ddbafd-8cae-4e8e-8967-3129c06edceb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:33:26 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:33:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:33:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:33:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "c5e81cc0-9334-498d-8ea3-632ffbdb52ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:33:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "c5e81cc0-9334-498d-8ea3-632ffbdb52ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:33:39 user nova-compute[74922]: DEBUG nova.compute.manager [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Starting instance... {{(pid=74922) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 30 06:33:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:33:39 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:33:39 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74922) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 30 06:33:39 user nova-compute[74922]: INFO nova.compute.claims [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Claim successful on node user
Oct 30 06:33:40 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.238s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG nova.compute.manager [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Start building networks asynchronously for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG nova.compute.manager [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Allocating IP information in the background. {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG nova.network.neutron [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] allocate_for_instance() {{(pid=74922) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 30 06:33:40 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 30 06:33:40 user nova-compute[74922]: DEBUG nova.compute.manager [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Start building block device mappings for instance. {{(pid=74922) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG nova.policy [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d00a6e3aced4397be293425242b06f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf52d442d44f41f4a008bf47121ee139', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74922) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 30 06:33:40 user nova-compute[74922]: INFO nova.virt.block_device [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Booting with volume ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 at /dev/vda
Oct 30 06:33:40 user nova-compute[74922]: DEBUG os_brick.utils [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7666db02-f8ee-4e7c-85f8-ec10b314d84d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:c5985498413\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[adc5bfc9-9586-4eb5-9b1d-f21138d3c2f0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[75d07b42-cfdb-4cc8-b4dd-9933710edc6e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5e5e592-95f5-41b3-a461-65a3159f5b8d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Running cmd (subprocess): nvme version {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] 'nvme version' failed. Not Retrying. {{(pid=74922) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.nvmeof [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] nvme not present on system {{(pid=74922) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 30 06:33:40 user nova-compute[74922]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 30 06:33:40 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c67dfd5-f827-4ac1-9cc7-49f73b6293bb]: (4, '') {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74922) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.lightos [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] LIGHTOS: no hostnqn found. {{(pid=74922) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG os_brick.utils [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:c5985498413', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG nova.virt.block_device [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Updating existing volume attachment record: 9ee7add4-29f3-4620-9dd0-3f6e7e8a1add {{(pid=74922) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 30 06:33:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:33:41 user nova-compute[74922]: DEBUG nova.network.neutron [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Successfully created port: f58ad136-695f-4cba-a385-8728de8c2c32 {{(pid=74922) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 30 06:33:41 user nova-compute[74922]: DEBUG nova.network.neutron [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Successfully updated port: f58ad136-695f-4cba-a385-8728de8c2c32 {{(pid=74922) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 30 06:33:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "refresh_cache-c5e81cc0-9334-498d-8ea3-632ffbdb52ff" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:33:41 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquired lock "refresh_cache-c5e81cc0-9334-498d-8ea3-632ffbdb52ff" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:33:41 user nova-compute[74922]: DEBUG nova.network.neutron [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Building network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 30 06:33:41 user nova-compute[74922]: DEBUG nova.network.neutron [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Instance cache missing network info. {{(pid=74922) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 30 06:33:42 user nova-compute[74922]: DEBUG nova.compute.manager [req-5e27e6c2-4e52-4550-aad2-ded58170326c req-677cfd17-0045-4dce-add9-6c9fd17c0a4d service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Received event network-changed-f58ad136-695f-4cba-a385-8728de8c2c32 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:33:42 user nova-compute[74922]: DEBUG nova.compute.manager [req-5e27e6c2-4e52-4550-aad2-ded58170326c req-677cfd17-0045-4dce-add9-6c9fd17c0a4d service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Refreshing instance network info cache due to event network-changed-f58ad136-695f-4cba-a385-8728de8c2c32. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:33:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5e27e6c2-4e52-4550-aad2-ded58170326c req-677cfd17-0045-4dce-add9-6c9fd17c0a4d service nova] Acquiring lock "refresh_cache-c5e81cc0-9334-498d-8ea3-632ffbdb52ff" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:33:42 user nova-compute[74922]: DEBUG nova.network.neutron [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Updating instance_info_cache with network_info: [{"id": "f58ad136-695f-4cba-a385-8728de8c2c32", "address": "fa:16:3e:03:75:1a", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf58ad136-69", "ovs_interfaceid": "f58ad136-695f-4cba-a385-8728de8c2c32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:33:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Releasing lock "refresh_cache-c5e81cc0-9334-498d-8ea3-632ffbdb52ff" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:33:42 user nova-compute[74922]: DEBUG nova.compute.manager [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Instance network_info: |[{"id": "f58ad136-695f-4cba-a385-8728de8c2c32", "address": "fa:16:3e:03:75:1a", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf58ad136-69", "ovs_interfaceid": "f58ad136-695f-4cba-a385-8728de8c2c32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74922) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 30 06:33:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5e27e6c2-4e52-4550-aad2-ded58170326c req-677cfd17-0045-4dce-add9-6c9fd17c0a4d service nova] Acquired lock "refresh_cache-c5e81cc0-9334-498d-8ea3-632ffbdb52ff" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:33:42 user nova-compute[74922]: DEBUG nova.network.neutron [req-5e27e6c2-4e52-4550-aad2-ded58170326c req-677cfd17-0045-4dce-add9-6c9fd17c0a4d service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Refreshing network info cache for port f58ad136-695f-4cba-a385-8728de8c2c32 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:33:42 user nova-compute[74922]: DEBUG nova.network.neutron [req-5e27e6c2-4e52-4550-aad2-ded58170326c req-677cfd17-0045-4dce-add9-6c9fd17c0a4d service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Updated VIF entry in instance network info cache for port f58ad136-695f-4cba-a385-8728de8c2c32. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:33:42 user nova-compute[74922]: DEBUG nova.network.neutron [req-5e27e6c2-4e52-4550-aad2-ded58170326c req-677cfd17-0045-4dce-add9-6c9fd17c0a4d service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Updating instance_info_cache with network_info: [{"id": "f58ad136-695f-4cba-a385-8728de8c2c32", "address": "fa:16:3e:03:75:1a", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf58ad136-69", "ovs_interfaceid": "f58ad136-695f-4cba-a385-8728de8c2c32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:33:42 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-5e27e6c2-4e52-4550-aad2-ded58170326c req-677cfd17-0045-4dce-add9-6c9fd17c0a4d service nova] Releasing lock "refresh_cache-c5e81cc0-9334-498d-8ea3-632ffbdb52ff" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:33:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:33:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:33:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:33:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:33:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:33:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:33:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:33:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:33:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG nova.compute.manager [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Start spawning the instance on the hypervisor. {{(pid=74922) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Creating instance directory {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 30 06:33:58 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Creating image(s)
Oct 30 06:33:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Did not create local disks {{(pid=74922) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Ensure instance console log exists: /opt/stack/data/nova/instances/c5e81cc0-9334-498d-8ea3-632ffbdb52ff/console.log {{(pid=74922) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Start _get_guest_xml network_info=[{"id": "f58ad136-695f-4cba-a385-8728de8c2c32", "address": "fa:16:3e:03:75:1a", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf58ad136-69", "ovs_interfaceid": "f58ad136-695f-4cba-a385-8728de8c2c32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/vda', 'attachment_id': '9ee7add4-29f3-4620-9dd0-3f6e7e8a1add', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sEiwglWF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c5e81cc0-9334-498d-8ea3-632ffbdb52ff', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55', 'serial': 'ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 30 06:33:58 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:33:58 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:33:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] CPU controller missing on host. {{(pid=74922) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.host [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] CPU controller found on host. {{(pid=74922) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74922) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-30T05:38:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Flavor limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Image limits 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Flavor pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Image pref 0:0:0 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74922) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Got 1 possible topologies {{(pid=74922) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG nova.virt.hardware [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74922) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Calling os-brick to attach iSCSI Volume {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sEiwglWF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:33:58 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:33:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:33:58 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:33:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:33:58 user nova-compute[74922]: INFO os_brick.initiator.connectors.iscsi [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 -p 172.16.0.220:3260 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e821b30-90b2-4d8f-b39a-0dc820ca7e7f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 30 06:33:58 user nova-compute[74922]:  {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 -p 172.16.0.220:3260 --interface default --op new {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1a5489b-4d87-44f5-bad7-d125ea826447]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55] added\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55] added
Oct 30 06:33:58 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cd3e423-0f8b-4b10-8f5b-eb52118da4a6]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe31c6f5-94c7-40c3-8002-5e729bba4619]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sEiwglWF {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sEiwglWF" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a7cb79c-0c7a-43d6-883b-bfb011829fc8]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sEiwglWF'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e53a5d8f-f3e6-4e6a-8787-49ae7194bb15]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[9371cad1-a357-49f6-be99-c0eb28598bb9]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 (non-flash)
Oct 30 06:33:58 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 (non-flash)
Oct 30 06:33:58 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 -p 172.16.0.220:3260 --login {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d9ad4a4-082e-44b4-9022-e67f6d7626b9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55, portal: 172.16.0.220,3260]
Oct 30 06:33:58 user nova-compute[74922]: Login to [iface: default, target: iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55, portal: 172.16.0.220,3260] successful.
Oct 30 06:33:58 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[7225fb00-20f1-41c9-9db4-0362a5fb6e03]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:33:58 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:33:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:33:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a731f0c-b6eb-4a3f-8c96-a4f3b985cd33]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:33:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 (non-flash)
Oct 30 06:33:59 user nova-compute[74922]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 (non-flash)
Oct 30 06:33:59 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:33:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 (non-flash)
Oct 30 06:33:59 user nova-compute[74922]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 (non-flash)
Oct 30 06:33:59 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:33:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.262s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:33:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Connected to 172.16.0.220:3260 {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 30 06:33:59 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] HCTL ('34', '-', '-', 0) found on session 59 with lun 0 {{(pid=74922) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 30 06:33:59 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74922) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 30 06:33:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:33:59 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:33:59 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[6507055b-173c-4c67-b096-195dda847078]: (4, ('- - 0', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:33:59 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Searching for a device in session 59 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74922) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 30 06:33:59 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sEiwglWF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74922) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 30 06:34:00 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.296s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:34:00 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] <== connect_volume: return (1297ms) {'type': 'block', 'scsi_wwn': '23866383136343431', 'path': '/dev/sdc'} {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:34:00 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23866383136343431', 'path': '/dev/sdc'} {{(pid=74922) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 30 06:34:00 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:33:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-108970402',display_name='tempest-TestVolumeBootPattern-server-108970402',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-108970402',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNAcyFqyOmrMd6hSdqUQqXOccPn+CzOziJJn16LvGAHNTlvgFXjVM0tC4NHpAUaC4Z/yBt6rSxt5Fm6pqgHirADscGmS4Il6NkERFhBWwmLAbO0Ils3SYwpumA7Fp6pjnA==',key_name='tempest-TestVolumeBootPattern-2102938926',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cf52d442d44f41f4a008bf47121ee139',ramdisk_id='',reservation_id='r-uxa8jn08',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2065972013',owner_user_name='tempest-TestVolumeBootPattern-2065972013-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:33:40Z,user_data=None,user_id='9d00a6e3aced4397be293425242b06f7',uuid=c5e81cc0-9334-498d-8ea3-632ffbdb52ff,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f58ad136-695f-4cba-a385-8728de8c2c32", "address": "fa:16:3e:03:75:1a", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf58ad136-69", "ovs_interfaceid": "f58ad136-695f-4cba-a385-8728de8c2c32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74922) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 30 06:34:00 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converting VIF {"id": "f58ad136-695f-4cba-a385-8728de8c2c32", "address": "fa:16:3e:03:75:1a", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf58ad136-69", "ovs_interfaceid": "f58ad136-695f-4cba-a385-8728de8c2c32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:34:00 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:03:75:1a,bridge_name='br-int',has_traffic_filtering=True,id=f58ad136-695f-4cba-a385-8728de8c2c32,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf58ad136-69') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:34:00 user nova-compute[74922]: DEBUG nova.objects.instance [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lazy-loading 'pci_devices' on Instance uuid c5e81cc0-9334-498d-8ea3-632ffbdb52ff {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:34:00 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] End _get_guest_xml xml=<domain type="kvm">
Oct 30 06:34:00 user nova-compute[74922]:   <uuid>c5e81cc0-9334-498d-8ea3-632ffbdb52ff</uuid>
Oct 30 06:34:00 user nova-compute[74922]:   <name>instance-00000034</name>
Oct 30 06:34:00 user nova-compute[74922]:   <memory>524288</memory>
Oct 30 06:34:00 user nova-compute[74922]:   <vcpu>1</vcpu>
Oct 30 06:34:00 user nova-compute[74922]:   <metadata>
Oct 30 06:34:00 user nova-compute[74922]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 30 06:34:00 user nova-compute[74922]:       <nova:package version="0.0.0"/>
Oct 30 06:34:00 user nova-compute[74922]:       <nova:name>tempest-TestVolumeBootPattern-server-108970402</nova:name>
Oct 30 06:34:00 user nova-compute[74922]:       <nova:creationTime>2023-10-30 06:33:58</nova:creationTime>
Oct 30 06:34:00 user nova-compute[74922]:       <nova:flavor name="m1.tiny">
Oct 30 06:34:00 user nova-compute[74922]:         <nova:memory>512</nova:memory>
Oct 30 06:34:00 user nova-compute[74922]:         <nova:disk>1</nova:disk>
Oct 30 06:34:00 user nova-compute[74922]:         <nova:swap>0</nova:swap>
Oct 30 06:34:00 user nova-compute[74922]:         <nova:ephemeral>0</nova:ephemeral>
Oct 30 06:34:00 user nova-compute[74922]:         <nova:vcpus>1</nova:vcpus>
Oct 30 06:34:00 user nova-compute[74922]:       </nova:flavor>
Oct 30 06:34:00 user nova-compute[74922]:       <nova:owner>
Oct 30 06:34:00 user nova-compute[74922]:         <nova:user uuid="9d00a6e3aced4397be293425242b06f7">tempest-TestVolumeBootPattern-2065972013-project-member</nova:user>
Oct 30 06:34:00 user nova-compute[74922]:         <nova:project uuid="cf52d442d44f41f4a008bf47121ee139">tempest-TestVolumeBootPattern-2065972013</nova:project>
Oct 30 06:34:00 user nova-compute[74922]:       </nova:owner>
Oct 30 06:34:00 user nova-compute[74922]:       <nova:ports>
Oct 30 06:34:00 user nova-compute[74922]:         <nova:port uuid="f58ad136-695f-4cba-a385-8728de8c2c32">
Oct 30 06:34:00 user nova-compute[74922]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 30 06:34:00 user nova-compute[74922]:         </nova:port>
Oct 30 06:34:00 user nova-compute[74922]:       </nova:ports>
Oct 30 06:34:00 user nova-compute[74922]:     </nova:instance>
Oct 30 06:34:00 user nova-compute[74922]:   </metadata>
Oct 30 06:34:00 user nova-compute[74922]:   <sysinfo type="smbios">
Oct 30 06:34:00 user nova-compute[74922]:     <system>
Oct 30 06:34:00 user nova-compute[74922]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 30 06:34:00 user nova-compute[74922]:       <entry name="product">OpenStack Nova</entry>
Oct 30 06:34:00 user nova-compute[74922]:       <entry name="version">0.0.0</entry>
Oct 30 06:34:00 user nova-compute[74922]:       <entry name="serial">c5e81cc0-9334-498d-8ea3-632ffbdb52ff</entry>
Oct 30 06:34:00 user nova-compute[74922]:       <entry name="uuid">c5e81cc0-9334-498d-8ea3-632ffbdb52ff</entry>
Oct 30 06:34:00 user nova-compute[74922]:       <entry name="family">Virtual Machine</entry>
Oct 30 06:34:00 user nova-compute[74922]:     </system>
Oct 30 06:34:00 user nova-compute[74922]:   </sysinfo>
Oct 30 06:34:00 user nova-compute[74922]:   <os>
Oct 30 06:34:00 user nova-compute[74922]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 30 06:34:00 user nova-compute[74922]:     <boot dev="hd"/>
Oct 30 06:34:00 user nova-compute[74922]:     <smbios mode="sysinfo"/>
Oct 30 06:34:00 user nova-compute[74922]:   </os>
Oct 30 06:34:00 user nova-compute[74922]:   <features>
Oct 30 06:34:00 user nova-compute[74922]:     <acpi/>
Oct 30 06:34:00 user nova-compute[74922]:     <apic/>
Oct 30 06:34:00 user nova-compute[74922]:     <vmcoreinfo/>
Oct 30 06:34:00 user nova-compute[74922]:   </features>
Oct 30 06:34:00 user nova-compute[74922]:   <clock offset="utc">
Oct 30 06:34:00 user nova-compute[74922]:     <timer name="pit" tickpolicy="delay"/>
Oct 30 06:34:00 user nova-compute[74922]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 30 06:34:00 user nova-compute[74922]:     <timer name="hpet" present="no"/>
Oct 30 06:34:00 user nova-compute[74922]:   </clock>
Oct 30 06:34:00 user nova-compute[74922]:   <cpu mode="custom" match="exact">
Oct 30 06:34:00 user nova-compute[74922]:     <model>Nehalem</model>
Oct 30 06:34:00 user nova-compute[74922]:     <topology sockets="1" cores="1" threads="1"/>
Oct 30 06:34:00 user nova-compute[74922]:   </cpu>
Oct 30 06:34:00 user nova-compute[74922]:   <devices>
Oct 30 06:34:00 user nova-compute[74922]:     <disk type="block" device="disk">
Oct 30 06:34:00 user nova-compute[74922]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 30 06:34:00 user nova-compute[74922]:       <source dev="/dev/sdc"/>
Oct 30 06:34:00 user nova-compute[74922]:       <target dev="vda" bus="virtio"/>
Oct 30 06:34:00 user nova-compute[74922]:       <serial>ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55</serial>
Oct 30 06:34:00 user nova-compute[74922]:     </disk>
Oct 30 06:34:00 user nova-compute[74922]:     <interface type="ethernet">
Oct 30 06:34:00 user nova-compute[74922]:       <mac address="fa:16:3e:03:75:1a"/>
Oct 30 06:34:00 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:34:00 user nova-compute[74922]:       <mtu size="1442"/>
Oct 30 06:34:00 user nova-compute[74922]:       <target dev="tapf58ad136-69"/>
Oct 30 06:34:00 user nova-compute[74922]:     </interface>
Oct 30 06:34:00 user nova-compute[74922]:     <serial type="pty">
Oct 30 06:34:00 user nova-compute[74922]:       <log file="/opt/stack/data/nova/instances/c5e81cc0-9334-498d-8ea3-632ffbdb52ff/console.log" append="off"/>
Oct 30 06:34:00 user nova-compute[74922]:     </serial>
Oct 30 06:34:00 user nova-compute[74922]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 30 06:34:00 user nova-compute[74922]:     <video>
Oct 30 06:34:00 user nova-compute[74922]:       <model type="virtio"/>
Oct 30 06:34:00 user nova-compute[74922]:     </video>
Oct 30 06:34:00 user nova-compute[74922]:     <rng model="virtio">
Oct 30 06:34:00 user nova-compute[74922]:       <backend model="random">/dev/urandom</backend>
Oct 30 06:34:00 user nova-compute[74922]:     </rng>
Oct 30 06:34:00 user nova-compute[74922]:     <controller type="usb" index="0" model="none"/>
Oct 30 06:34:00 user nova-compute[74922]:     <memballoon model="virtio">
Oct 30 06:34:00 user nova-compute[74922]:       <stats period="10"/>
Oct 30 06:34:00 user nova-compute[74922]:     </memballoon>
Oct 30 06:34:00 user nova-compute[74922]:   </devices>
Oct 30 06:34:00 user nova-compute[74922]: </domain>
Oct 30 06:34:00 user nova-compute[74922]:  {{(pid=74922) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 30 06:34:00 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:33:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-108970402',display_name='tempest-TestVolumeBootPattern-server-108970402',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-108970402',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNAcyFqyOmrMd6hSdqUQqXOccPn+CzOziJJn16LvGAHNTlvgFXjVM0tC4NHpAUaC4Z/yBt6rSxt5Fm6pqgHirADscGmS4Il6NkERFhBWwmLAbO0Ils3SYwpumA7Fp6pjnA==',key_name='tempest-TestVolumeBootPattern-2102938926',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cf52d442d44f41f4a008bf47121ee139',ramdisk_id='',reservation_id='r-uxa8jn08',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2065972013',owner_user_name='tempest-TestVolumeBootPattern-2065972013-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-30T06:33:40Z,user_data=None,user_id='9d00a6e3aced4397be293425242b06f7',uuid=c5e81cc0-9334-498d-8ea3-632ffbdb52ff,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f58ad136-695f-4cba-a385-8728de8c2c32", "address": "fa:16:3e:03:75:1a", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf58ad136-69", "ovs_interfaceid": "f58ad136-695f-4cba-a385-8728de8c2c32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 30 06:34:00 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converting VIF {"id": "f58ad136-695f-4cba-a385-8728de8c2c32", "address": "fa:16:3e:03:75:1a", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf58ad136-69", "ovs_interfaceid": "f58ad136-695f-4cba-a385-8728de8c2c32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:34:00 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:03:75:1a,bridge_name='br-int',has_traffic_filtering=True,id=f58ad136-695f-4cba-a385-8728de8c2c32,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf58ad136-69') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:34:00 user nova-compute[74922]: DEBUG os_vif [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:03:75:1a,bridge_name='br-int',has_traffic_filtering=True,id=f58ad136-695f-4cba-a385-8728de8c2c32,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf58ad136-69') {{(pid=74922) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 30 06:34:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:34:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:34:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 30 06:34:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:34:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd1ea43ca-aae6-5d78-843b-e64fbeb2eb74', '_type': 'linux-noop'}}, row=False) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:34:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:34:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:34:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf58ad136-69, may_exist=True, interface_attrs={}) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:34:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf58ad136-69, col_values=(('qos', UUID('815c9b0c-afee-4d00-b970-6607da81d6cc')),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:34:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf58ad136-69, col_values=(('external_ids', {'iface-id': 'f58ad136-695f-4cba-a385-8728de8c2c32', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:03:75:1a', 'vm-uuid': 'c5e81cc0-9334-498d-8ea3-632ffbdb52ff'}),), if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:34:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:34:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:34:00 user nova-compute[74922]: INFO os_vif [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:03:75:1a,bridge_name='br-int',has_traffic_filtering=True,id=f58ad136-695f-4cba-a385-8728de8c2c32,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf58ad136-69')
Oct 30 06:34:00 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] No BDM found with device name vda, not building metadata. {{(pid=74922) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 30 06:34:00 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] No VIF found with MAC fa:16:3e:03:75:1a, not building metadata {{(pid=74922) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 30 06:34:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:34:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:34:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:34:01 user nova-compute[74922]: DEBUG nova.compute.manager [req-950d8318-6127-4ca1-91c7-c3ff33888d3c req-c16b87fe-82c6-46f3-921c-a6ee2cd4b51a service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Received event network-vif-plugged-f58ad136-695f-4cba-a385-8728de8c2c32 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:34:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-950d8318-6127-4ca1-91c7-c3ff33888d3c req-c16b87fe-82c6-46f3-921c-a6ee2cd4b51a service nova] Acquiring lock "c5e81cc0-9334-498d-8ea3-632ffbdb52ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:34:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-950d8318-6127-4ca1-91c7-c3ff33888d3c req-c16b87fe-82c6-46f3-921c-a6ee2cd4b51a service nova] Lock "c5e81cc0-9334-498d-8ea3-632ffbdb52ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:34:01 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-950d8318-6127-4ca1-91c7-c3ff33888d3c req-c16b87fe-82c6-46f3-921c-a6ee2cd4b51a service nova] Lock "c5e81cc0-9334-498d-8ea3-632ffbdb52ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:34:01 user nova-compute[74922]: DEBUG nova.compute.manager [req-950d8318-6127-4ca1-91c7-c3ff33888d3c req-c16b87fe-82c6-46f3-921c-a6ee2cd4b51a service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] No waiting events found dispatching network-vif-plugged-f58ad136-695f-4cba-a385-8728de8c2c32 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:34:01 user nova-compute[74922]: WARNING nova.compute.manager [req-950d8318-6127-4ca1-91c7-c3ff33888d3c req-c16b87fe-82c6-46f3-921c-a6ee2cd4b51a service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Received unexpected event network-vif-plugged-f58ad136-695f-4cba-a385-8728de8c2c32 for instance with vm_state building and task_state spawning.
Oct 30 06:34:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:34:01 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:34:03 user nova-compute[74922]: DEBUG nova.compute.manager [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Instance event wait completed in 0 seconds for  {{(pid=74922) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 30 06:34:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Guest created on hypervisor {{(pid=74922) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 30 06:34:03 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Instance spawned successfully.
Oct 30 06:34:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 30 06:34:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Found default for hw_cdrom_bus of ide {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:34:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Found default for hw_disk_bus of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:34:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Found default for hw_input_bus of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:34:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Found default for hw_pointer_model of None {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:34:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Found default for hw_video_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:34:03 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Found default for hw_vif_model of virtio {{(pid=74922) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 30 06:34:03 user nova-compute[74922]: INFO nova.compute.manager [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Took 5.04 seconds to spawn the instance on the hypervisor.
Oct 30 06:34:03 user nova-compute[74922]: DEBUG nova.compute.manager [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Checking state {{(pid=74922) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 30 06:34:03 user nova-compute[74922]: DEBUG nova.compute.manager [req-2c2e1559-9788-473c-abe4-d7256b3beb2c req-85ca7218-9710-4f33-899d-5d0765cb8195 service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Received event network-vif-plugged-f58ad136-695f-4cba-a385-8728de8c2c32 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:34:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2c2e1559-9788-473c-abe4-d7256b3beb2c req-85ca7218-9710-4f33-899d-5d0765cb8195 service nova] Acquiring lock "c5e81cc0-9334-498d-8ea3-632ffbdb52ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:34:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2c2e1559-9788-473c-abe4-d7256b3beb2c req-85ca7218-9710-4f33-899d-5d0765cb8195 service nova] Lock "c5e81cc0-9334-498d-8ea3-632ffbdb52ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:34:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-2c2e1559-9788-473c-abe4-d7256b3beb2c req-85ca7218-9710-4f33-899d-5d0765cb8195 service nova] Lock "c5e81cc0-9334-498d-8ea3-632ffbdb52ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:34:03 user nova-compute[74922]: DEBUG nova.compute.manager [req-2c2e1559-9788-473c-abe4-d7256b3beb2c req-85ca7218-9710-4f33-899d-5d0765cb8195 service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] No waiting events found dispatching network-vif-plugged-f58ad136-695f-4cba-a385-8728de8c2c32 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:34:03 user nova-compute[74922]: WARNING nova.compute.manager [req-2c2e1559-9788-473c-abe4-d7256b3beb2c req-85ca7218-9710-4f33-899d-5d0765cb8195 service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Received unexpected event network-vif-plugged-f58ad136-695f-4cba-a385-8728de8c2c32 for instance with vm_state building and task_state spawning.
Oct 30 06:34:03 user nova-compute[74922]: INFO nova.compute.manager [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Took 23.99 seconds to build instance.
Oct 30 06:34:03 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-fd666aca-4ba5-4af1-892a-15ff566e10b0 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "c5e81cc0-9334-498d-8ea3-632ffbdb52ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.077s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:34:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:34:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:34:05 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:34:06 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:34:06 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:34:07 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:34:07 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:34:08 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:34:09 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:34:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:34:11 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:34:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:34:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:34:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:34:11 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:34:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:34:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:34:12 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:34:12 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:34:12 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=8862MB free_disk=25.035091400146484GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:34:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:34:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:34:12 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 08ddbafd-8cae-4e8e-8967-3129c06edceb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:34:12 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance c5e81cc0-9334-498d-8ea3-632ffbdb52ff actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:34:12 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:34:12 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:34:12 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing inventories for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 30 06:34:12 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Updating ProviderTree inventory for provider efd5e61c-93ae-4193-aa6b-99209077dc32 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 30 06:34:12 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Updating inventory in ProviderTree for provider efd5e61c-93ae-4193-aa6b-99209077dc32 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 30 06:34:12 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing aggregate associations for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32, aggregates: None {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 30 06:34:12 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Refreshing trait associations for resource provider efd5e61c-93ae-4193-aa6b-99209077dc32, traits: COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE42,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_DEVICE_TAGGING,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_RESCUE_BFV {{(pid=74922) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 30 06:34:13 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:34:13 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:34:13 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:34:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.762s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:34:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:34:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:34:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:34:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:34:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:34:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:34:15 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:34:15 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:34:15 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Cleaning up deleted instances {{(pid=74922) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 30 06:34:15 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] There are 0 instances to clean {{(pid=74922) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 30 06:34:15 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:34:16 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:34:16 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74922) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 30 06:34:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:34:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:34:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:34:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:34:27 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:34:27 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:34:27 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 06:34:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-08ddbafd-8cae-4e8e-8967-3129c06edceb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:34:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-08ddbafd-8cae-4e8e-8967-3129c06edceb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:34:28 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:34:28 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lazy-loading 'info_cache' on Instance uuid 08ddbafd-8cae-4e8e-8967-3129c06edceb {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:34:28 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Updating instance_info_cache with network_info: [{"id": "90dec39c-0685-4573-90b9-6604afd78fb2", "address": "fa:16:3e:c6:5b:49", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90dec39c-06", "ovs_interfaceid": "90dec39c-0685-4573-90b9-6604afd78fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:34:28 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-08ddbafd-8cae-4e8e-8967-3129c06edceb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:34:28 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:34:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:34:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:34:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:34:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:34:40 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:34:45 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:34:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:34:55 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:35:00 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:35:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:35:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:35:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:35:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:35:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:35:05 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:35:05 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:35:07 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:35:08 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:35:08 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:35:09 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:35:09 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:35:10 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:35:11 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:35:11 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:35:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:35:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:35:11 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:35:11 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:35:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:35:12 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:35:12 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:35:12 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:35:12 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=8920MB free_disk=25.03443145751953GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:35:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:35:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:35:12 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 08ddbafd-8cae-4e8e-8967-3129c06edceb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:35:12 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance c5e81cc0-9334-498d-8ea3-632ffbdb52ff actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:35:12 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:35:12 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:35:12 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:35:12 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:35:12 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:35:12 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.172s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:35:14 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:35:15 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:35:20 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:35:25 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:35:27 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:35:28 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:35:28 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:35:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-c5e81cc0-9334-498d-8ea3-632ffbdb52ff" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:35:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-c5e81cc0-9334-498d-8ea3-632ffbdb52ff" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:35:29 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:35:29 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Updating instance_info_cache with network_info: [{"id": "f58ad136-695f-4cba-a385-8728de8c2c32", "address": "fa:16:3e:03:75:1a", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf58ad136-69", "ovs_interfaceid": "f58ad136-695f-4cba-a385-8728de8c2c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:35:29 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-c5e81cc0-9334-498d-8ea3-632ffbdb52ff" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:35:29 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:35:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:35:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:35:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:35:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:35:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:35:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:35:30 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:35:31 user nova-compute[74922]: DEBUG nova.compute.manager [req-1a728d3f-a0ae-4683-a198-56ae17feab27 req-2d675d4d-b298-4bc2-87a1-e80545c99971 service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Received event network-changed-f58ad136-695f-4cba-a385-8728de8c2c32 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:35:31 user nova-compute[74922]: DEBUG nova.compute.manager [req-1a728d3f-a0ae-4683-a198-56ae17feab27 req-2d675d4d-b298-4bc2-87a1-e80545c99971 service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Refreshing instance network info cache due to event network-changed-f58ad136-695f-4cba-a385-8728de8c2c32. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:35:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1a728d3f-a0ae-4683-a198-56ae17feab27 req-2d675d4d-b298-4bc2-87a1-e80545c99971 service nova] Acquiring lock "refresh_cache-c5e81cc0-9334-498d-8ea3-632ffbdb52ff" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:35:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1a728d3f-a0ae-4683-a198-56ae17feab27 req-2d675d4d-b298-4bc2-87a1-e80545c99971 service nova] Acquired lock "refresh_cache-c5e81cc0-9334-498d-8ea3-632ffbdb52ff" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:35:31 user nova-compute[74922]: DEBUG nova.network.neutron [req-1a728d3f-a0ae-4683-a198-56ae17feab27 req-2d675d4d-b298-4bc2-87a1-e80545c99971 service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Refreshing network info cache for port f58ad136-695f-4cba-a385-8728de8c2c32 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:35:31 user nova-compute[74922]: DEBUG nova.network.neutron [req-1a728d3f-a0ae-4683-a198-56ae17feab27 req-2d675d4d-b298-4bc2-87a1-e80545c99971 service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Updated VIF entry in instance network info cache for port f58ad136-695f-4cba-a385-8728de8c2c32. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:35:31 user nova-compute[74922]: DEBUG nova.network.neutron [req-1a728d3f-a0ae-4683-a198-56ae17feab27 req-2d675d4d-b298-4bc2-87a1-e80545c99971 service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Updating instance_info_cache with network_info: [{"id": "f58ad136-695f-4cba-a385-8728de8c2c32", "address": "fa:16:3e:03:75:1a", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.75", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf58ad136-69", "ovs_interfaceid": "f58ad136-695f-4cba-a385-8728de8c2c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:35:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1a728d3f-a0ae-4683-a198-56ae17feab27 req-2d675d4d-b298-4bc2-87a1-e80545c99971 service nova] Releasing lock "refresh_cache-c5e81cc0-9334-498d-8ea3-632ffbdb52ff" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:35:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "c5e81cc0-9334-498d-8ea3-632ffbdb52ff" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:35:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "c5e81cc0-9334-498d-8ea3-632ffbdb52ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:35:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "c5e81cc0-9334-498d-8ea3-632ffbdb52ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:35:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "c5e81cc0-9334-498d-8ea3-632ffbdb52ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:35:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "c5e81cc0-9334-498d-8ea3-632ffbdb52ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:35:32 user nova-compute[74922]: INFO nova.compute.manager [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Terminating instance
Oct 30 06:35:32 user nova-compute[74922]: DEBUG nova.compute.manager [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:35:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:35:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:35:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:35:32 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:35:33 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Instance destroyed successfully.
Oct 30 06:35:33 user nova-compute[74922]: DEBUG nova.objects.instance [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lazy-loading 'resources' on Instance uuid c5e81cc0-9334-498d-8ea3-632ffbdb52ff {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:33:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-108970402',display_name='tempest-TestVolumeBootPattern-server-108970402',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-108970402',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNAcyFqyOmrMd6hSdqUQqXOccPn+CzOziJJn16LvGAHNTlvgFXjVM0tC4NHpAUaC4Z/yBt6rSxt5Fm6pqgHirADscGmS4Il6NkERFhBWwmLAbO0Ils3SYwpumA7Fp6pjnA==',key_name='tempest-TestVolumeBootPattern-2102938926',keypairs=<?>,launch_index=0,launched_at=2023-10-30T06:34:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cf52d442d44f41f4a008bf47121ee139',ramdisk_id='',reservation_id='r-uxa8jn08',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-2065972013',owner_user_name='tempest-TestVolumeBootPattern-2065972013-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:34:04Z,user_data=None,user_id='9d00a6e3aced4397be293425242b06f7',uuid=c5e81cc0-9334-498d-8ea3-632ffbdb52ff,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f58ad136-695f-4cba-a385-8728de8c2c32", "address": "fa:16:3e:03:75:1a", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.75", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf58ad136-69", "ovs_interfaceid": "f58ad136-695f-4cba-a385-8728de8c2c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converting VIF {"id": "f58ad136-695f-4cba-a385-8728de8c2c32", "address": "fa:16:3e:03:75:1a", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.75", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf58ad136-69", "ovs_interfaceid": "f58ad136-695f-4cba-a385-8728de8c2c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:03:75:1a,bridge_name='br-int',has_traffic_filtering=True,id=f58ad136-695f-4cba-a385-8728de8c2c32,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf58ad136-69') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG os_vif [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:03:75:1a,bridge_name='br-int',has_traffic_filtering=True,id=f58ad136-695f-4cba-a385-8728de8c2c32,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf58ad136-69') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf58ad136-69, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=815c9b0c-afee-4d00-b970-6607da81d6cc) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:35:33 user nova-compute[74922]: INFO os_vif [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:03:75:1a,bridge_name='br-int',has_traffic_filtering=True,id=f58ad136-695f-4cba-a385-8728de8c2c32,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf58ad136-69')
Oct 30 06:35:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sEiwglWF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:35:33 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:35:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d391cfa-690e-4384-b419-e1792596db39]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 06:35:33 user nova-compute[74922]: No targets found.
Oct 30 06:35:33 user nova-compute[74922]: iSNS:
Oct 30 06:35:33 user nova-compute[74922]: No targets found.
Oct 30 06:35:33 user nova-compute[74922]: STATIC:
Oct 30 06:35:33 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578
Oct 30 06:35:33 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:35:33 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:35:33 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55
Oct 30 06:35:33 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:35:33 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:35:33 user nova-compute[74922]: FIRMWARE:
Oct 30 06:35:33 user nova-compute[74922]: No targets found.
Oct 30 06:35:33 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 06:35:33 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 06:35:33 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e2f2fee-bfc8-4f83-913b-e6bb4ae9adc3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cf27288-2743-43a3-9e02-dcf141b129da]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 (non-flash)
Oct 30 06:35:33 user nova-compute[74922]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 (non-flash)
Oct 30 06:35:33 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 (non-flash)
Oct 30 06:35:33 user nova-compute[74922]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 (non-flash)
Oct 30 06:35:33 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82086b6c20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55'): ({'sdc'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Removing single pathed devices sdc {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[3efd1144-0bcb-4dab-9005-fa345d7a7aa8]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[043a0450-8546-40fd-94bb-b613dbcc135b]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Flushing IO for device /dev/sdc {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a8571fb-d7d0-4976-a68d-de456c054b3c]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0faf33e-cd5f-4b67-9994-147a72e5f036]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] SCSI volumes sdc have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_7c55ce0f', '/dev/disk/by-id/scsi-1SCST_BIO7c55ce0f-8f81644127ae6166', '/dev/disk/by-id/scsi-23866383136343431') {{(pid=85621) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[345549df-8195-49d5-beff-453f99259a3f]: (4, None) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cf8499e-0cd1-49fc-a648-3514aba72b9a]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[927c3125-90e9-4cca-82e1-4b9e7696cc53]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55, portal: 172.16.0.220,3260]
Oct 30 06:35:33 user nova-compute[74922]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55, portal: 172.16.0.220,3260] successful.
Oct 30 06:35:33 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ef5dc35e-b664-4aea-b9bb-ba7ccc91ca55 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[afc656c5-c988-4b58-a39b-7a7fc0ace67b]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.303s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] <== disconnect_volume: return (303ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 06:35:33 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Deleting instance files /opt/stack/data/nova/instances/c5e81cc0-9334-498d-8ea3-632ffbdb52ff_del
Oct 30 06:35:33 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Deletion of /opt/stack/data/nova/instances/c5e81cc0-9334-498d-8ea3-632ffbdb52ff_del complete
Oct 30 06:35:33 user nova-compute[74922]: INFO nova.compute.manager [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Took 1.16 seconds to destroy the instance on the hypervisor.
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG nova.compute.manager [req-1620c1b2-91e4-4420-a2ea-6881ab460673 req-c6c1f286-e42d-4529-8589-94885a741af0 service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Received event network-changed-f58ad136-695f-4cba-a385-8728de8c2c32 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG nova.compute.manager [req-1620c1b2-91e4-4420-a2ea-6881ab460673 req-c6c1f286-e42d-4529-8589-94885a741af0 service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Refreshing instance network info cache due to event network-changed-f58ad136-695f-4cba-a385-8728de8c2c32. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1620c1b2-91e4-4420-a2ea-6881ab460673 req-c6c1f286-e42d-4529-8589-94885a741af0 service nova] Acquiring lock "refresh_cache-c5e81cc0-9334-498d-8ea3-632ffbdb52ff" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1620c1b2-91e4-4420-a2ea-6881ab460673 req-c6c1f286-e42d-4529-8589-94885a741af0 service nova] Acquired lock "refresh_cache-c5e81cc0-9334-498d-8ea3-632ffbdb52ff" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG nova.network.neutron [req-1620c1b2-91e4-4420-a2ea-6881ab460673 req-c6c1f286-e42d-4529-8589-94885a741af0 service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Refreshing network info cache for port f58ad136-695f-4cba-a385-8728de8c2c32 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:35:33 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:35:34 user nova-compute[74922]: DEBUG nova.compute.manager [req-185365dd-6a86-4521-aefd-75b30b9064bf req-9a78bdfb-7129-41e1-bb62-4d52042c6f06 service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Received event network-vif-deleted-f58ad136-695f-4cba-a385-8728de8c2c32 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:35:34 user nova-compute[74922]: INFO nova.compute.manager [req-185365dd-6a86-4521-aefd-75b30b9064bf req-9a78bdfb-7129-41e1-bb62-4d52042c6f06 service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Neutron deleted interface f58ad136-695f-4cba-a385-8728de8c2c32; detaching it from the instance and deleting it from the info cache
Oct 30 06:35:34 user nova-compute[74922]: DEBUG nova.network.neutron [req-185365dd-6a86-4521-aefd-75b30b9064bf req-9a78bdfb-7129-41e1-bb62-4d52042c6f06 service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:35:34 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Took 0.50 seconds to deallocate network for instance.
Oct 30 06:35:34 user nova-compute[74922]: DEBUG nova.compute.manager [req-185365dd-6a86-4521-aefd-75b30b9064bf req-9a78bdfb-7129-41e1-bb62-4d52042c6f06 service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Detach interface failed, port_id=f58ad136-695f-4cba-a385-8728de8c2c32, reason: Instance c5e81cc0-9334-498d-8ea3-632ffbdb52ff could not be found. {{(pid=74922) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 30 06:35:34 user nova-compute[74922]: DEBUG nova.network.neutron [req-1620c1b2-91e4-4420-a2ea-6881ab460673 req-c6c1f286-e42d-4529-8589-94885a741af0 service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Updated VIF entry in instance network info cache for port f58ad136-695f-4cba-a385-8728de8c2c32. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:35:34 user nova-compute[74922]: DEBUG nova.network.neutron [req-1620c1b2-91e4-4420-a2ea-6881ab460673 req-c6c1f286-e42d-4529-8589-94885a741af0 service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Updating instance_info_cache with network_info: [{"id": "f58ad136-695f-4cba-a385-8728de8c2c32", "address": "fa:16:3e:03:75:1a", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf58ad136-69", "ovs_interfaceid": "f58ad136-695f-4cba-a385-8728de8c2c32", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:35:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1620c1b2-91e4-4420-a2ea-6881ab460673 req-c6c1f286-e42d-4529-8589-94885a741af0 service nova] Releasing lock "refresh_cache-c5e81cc0-9334-498d-8ea3-632ffbdb52ff" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:35:34 user nova-compute[74922]: DEBUG nova.compute.manager [req-1620c1b2-91e4-4420-a2ea-6881ab460673 req-c6c1f286-e42d-4529-8589-94885a741af0 service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Received event network-vif-unplugged-f58ad136-695f-4cba-a385-8728de8c2c32 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:35:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1620c1b2-91e4-4420-a2ea-6881ab460673 req-c6c1f286-e42d-4529-8589-94885a741af0 service nova] Acquiring lock "c5e81cc0-9334-498d-8ea3-632ffbdb52ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:35:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1620c1b2-91e4-4420-a2ea-6881ab460673 req-c6c1f286-e42d-4529-8589-94885a741af0 service nova] Lock "c5e81cc0-9334-498d-8ea3-632ffbdb52ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:35:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1620c1b2-91e4-4420-a2ea-6881ab460673 req-c6c1f286-e42d-4529-8589-94885a741af0 service nova] Lock "c5e81cc0-9334-498d-8ea3-632ffbdb52ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:35:34 user nova-compute[74922]: DEBUG nova.compute.manager [req-1620c1b2-91e4-4420-a2ea-6881ab460673 req-c6c1f286-e42d-4529-8589-94885a741af0 service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] No waiting events found dispatching network-vif-unplugged-f58ad136-695f-4cba-a385-8728de8c2c32 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:35:34 user nova-compute[74922]: DEBUG nova.compute.manager [req-1620c1b2-91e4-4420-a2ea-6881ab460673 req-c6c1f286-e42d-4529-8589-94885a741af0 service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Received event network-vif-unplugged-f58ad136-695f-4cba-a385-8728de8c2c32 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 06:35:34 user nova-compute[74922]: DEBUG nova.compute.manager [req-1620c1b2-91e4-4420-a2ea-6881ab460673 req-c6c1f286-e42d-4529-8589-94885a741af0 service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Received event network-vif-plugged-f58ad136-695f-4cba-a385-8728de8c2c32 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:35:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1620c1b2-91e4-4420-a2ea-6881ab460673 req-c6c1f286-e42d-4529-8589-94885a741af0 service nova] Acquiring lock "c5e81cc0-9334-498d-8ea3-632ffbdb52ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:35:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1620c1b2-91e4-4420-a2ea-6881ab460673 req-c6c1f286-e42d-4529-8589-94885a741af0 service nova] Lock "c5e81cc0-9334-498d-8ea3-632ffbdb52ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:35:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-1620c1b2-91e4-4420-a2ea-6881ab460673 req-c6c1f286-e42d-4529-8589-94885a741af0 service nova] Lock "c5e81cc0-9334-498d-8ea3-632ffbdb52ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:35:34 user nova-compute[74922]: DEBUG nova.compute.manager [req-1620c1b2-91e4-4420-a2ea-6881ab460673 req-c6c1f286-e42d-4529-8589-94885a741af0 service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] No waiting events found dispatching network-vif-plugged-f58ad136-695f-4cba-a385-8728de8c2c32 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:35:34 user nova-compute[74922]: WARNING nova.compute.manager [req-1620c1b2-91e4-4420-a2ea-6881ab460673 req-c6c1f286-e42d-4529-8589-94885a741af0 service nova] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Received unexpected event network-vif-plugged-f58ad136-695f-4cba-a385-8728de8c2c32 for instance with vm_state active and task_state deleting.
Oct 30 06:35:34 user nova-compute[74922]: INFO nova.compute.manager [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: c5e81cc0-9334-498d-8ea3-632ffbdb52ff] Took 0.86 seconds to detach 1 volumes for instance.
Oct 30 06:35:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:35:34 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:35:35 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:35:35 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:35:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.151s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:35:35 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Deleted allocations for instance c5e81cc0-9334-498d-8ea3-632ffbdb52ff
Oct 30 06:35:35 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-81a2f45e-c1d8-42b3-b8c2-993be83c1023 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "c5e81cc0-9334-498d-8ea3-632ffbdb52ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.855s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:35:35 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:35:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:35:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:35:48 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:35:53 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:35:58 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:36:03 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:36:05 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:36:08 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:36:08 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:36:09 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:36:10 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:36:10 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:36:11 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:36:12 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:36:13 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:36:13 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:36:13 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:36:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:36:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:36:13 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:36:13 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:36:14 user nova-compute[74922]: DEBUG nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74922) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 30 06:36:14 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:36:14 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:36:14 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=9019MB free_disk=25.033588409423828GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:36:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:36:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:36:14 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Instance 08ddbafd-8cae-4e8e-8967-3129c06edceb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74922) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 30 06:36:14 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:36:14 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:36:14 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:36:14 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:36:14 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:36:14 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.169s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:36:18 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:36:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:36:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:36:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:36:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:36:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:36:23 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:36:28 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:36:31 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:36:31 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:36:31 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 06:36:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "refresh_cache-08ddbafd-8cae-4e8e-8967-3129c06edceb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:36:31 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquired lock "refresh_cache-08ddbafd-8cae-4e8e-8967-3129c06edceb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:36:31 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Forcefully refreshing network info cache for instance {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 30 06:36:31 user nova-compute[74922]: DEBUG nova.objects.instance [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lazy-loading 'info_cache' on Instance uuid 08ddbafd-8cae-4e8e-8967-3129c06edceb {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:36:32 user nova-compute[74922]: DEBUG nova.network.neutron [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Updating instance_info_cache with network_info: [{"id": "90dec39c-0685-4573-90b9-6604afd78fb2", "address": "fa:16:3e:c6:5b:49", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90dec39c-06", "ovs_interfaceid": "90dec39c-0685-4573-90b9-6604afd78fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:36:32 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Releasing lock "refresh_cache-08ddbafd-8cae-4e8e-8967-3129c06edceb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:36:32 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Updated the network info_cache for instance {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 30 06:36:33 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:36:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:36:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:36:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:36:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:36:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:36:38 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:36:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:36:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:36:43 user nova-compute[74922]: DEBUG nova.compute.manager [req-d1ae6a3a-9394-4d5a-aa03-7087c4b02181 req-9639f904-9a61-4f77-86cf-e1ba006128b2 service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Received event network-changed-90dec39c-0685-4573-90b9-6604afd78fb2 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:36:43 user nova-compute[74922]: DEBUG nova.compute.manager [req-d1ae6a3a-9394-4d5a-aa03-7087c4b02181 req-9639f904-9a61-4f77-86cf-e1ba006128b2 service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Refreshing instance network info cache due to event network-changed-90dec39c-0685-4573-90b9-6604afd78fb2. {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 30 06:36:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d1ae6a3a-9394-4d5a-aa03-7087c4b02181 req-9639f904-9a61-4f77-86cf-e1ba006128b2 service nova] Acquiring lock "refresh_cache-08ddbafd-8cae-4e8e-8967-3129c06edceb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 30 06:36:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d1ae6a3a-9394-4d5a-aa03-7087c4b02181 req-9639f904-9a61-4f77-86cf-e1ba006128b2 service nova] Acquired lock "refresh_cache-08ddbafd-8cae-4e8e-8967-3129c06edceb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 30 06:36:43 user nova-compute[74922]: DEBUG nova.network.neutron [req-d1ae6a3a-9394-4d5a-aa03-7087c4b02181 req-9639f904-9a61-4f77-86cf-e1ba006128b2 service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Refreshing network info cache for port 90dec39c-0685-4573-90b9-6604afd78fb2 {{(pid=74922) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 30 06:36:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "08ddbafd-8cae-4e8e-8967-3129c06edceb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:36:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "08ddbafd-8cae-4e8e-8967-3129c06edceb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:36:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "08ddbafd-8cae-4e8e-8967-3129c06edceb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:36:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "08ddbafd-8cae-4e8e-8967-3129c06edceb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:36:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "08ddbafd-8cae-4e8e-8967-3129c06edceb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:36:43 user nova-compute[74922]: INFO nova.compute.manager [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Terminating instance
Oct 30 06:36:43 user nova-compute[74922]: DEBUG nova.compute.manager [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Start destroying the instance on the hypervisor. {{(pid=74922) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 30 06:36:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:36:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:36:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:36:43 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:36:43 user nova-compute[74922]: DEBUG nova.compute.manager [req-a23aeee8-4878-49bf-9e1a-059c7e335a1e req-ec67838c-58f8-425e-b9ef-256a6e7647e1 service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Received event network-vif-unplugged-90dec39c-0685-4573-90b9-6604afd78fb2 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:36:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-a23aeee8-4878-49bf-9e1a-059c7e335a1e req-ec67838c-58f8-425e-b9ef-256a6e7647e1 service nova] Acquiring lock "08ddbafd-8cae-4e8e-8967-3129c06edceb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:36:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-a23aeee8-4878-49bf-9e1a-059c7e335a1e req-ec67838c-58f8-425e-b9ef-256a6e7647e1 service nova] Lock "08ddbafd-8cae-4e8e-8967-3129c06edceb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:36:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-a23aeee8-4878-49bf-9e1a-059c7e335a1e req-ec67838c-58f8-425e-b9ef-256a6e7647e1 service nova] Lock "08ddbafd-8cae-4e8e-8967-3129c06edceb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:36:43 user nova-compute[74922]: DEBUG nova.compute.manager [req-a23aeee8-4878-49bf-9e1a-059c7e335a1e req-ec67838c-58f8-425e-b9ef-256a6e7647e1 service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] No waiting events found dispatching network-vif-unplugged-90dec39c-0685-4573-90b9-6604afd78fb2 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:36:43 user nova-compute[74922]: DEBUG nova.compute.manager [req-a23aeee8-4878-49bf-9e1a-059c7e335a1e req-ec67838c-58f8-425e-b9ef-256a6e7647e1 service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Received event network-vif-unplugged-90dec39c-0685-4573-90b9-6604afd78fb2 for instance with task_state deleting. {{(pid=74922) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 30 06:36:43 user nova-compute[74922]: DEBUG nova.network.neutron [req-d1ae6a3a-9394-4d5a-aa03-7087c4b02181 req-9639f904-9a61-4f77-86cf-e1ba006128b2 service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Updated VIF entry in instance network info cache for port 90dec39c-0685-4573-90b9-6604afd78fb2. {{(pid=74922) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 30 06:36:43 user nova-compute[74922]: DEBUG nova.network.neutron [req-d1ae6a3a-9394-4d5a-aa03-7087c4b02181 req-9639f904-9a61-4f77-86cf-e1ba006128b2 service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Updating instance_info_cache with network_info: [{"id": "90dec39c-0685-4573-90b9-6604afd78fb2", "address": "fa:16:3e:c6:5b:49", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90dec39c-06", "ovs_interfaceid": "90dec39c-0685-4573-90b9-6604afd78fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:36:43 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-d1ae6a3a-9394-4d5a-aa03-7087c4b02181 req-9639f904-9a61-4f77-86cf-e1ba006128b2 service nova] Releasing lock "refresh_cache-08ddbafd-8cae-4e8e-8967-3129c06edceb" {{(pid=74922) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:36:44 user nova-compute[74922]: INFO nova.virt.libvirt.driver [-] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Instance destroyed successfully.
Oct 30 06:36:44 user nova-compute[74922]: DEBUG nova.objects.instance [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lazy-loading 'resources' on Instance uuid 08ddbafd-8cae-4e8e-8967-3129c06edceb {{(pid=74922) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.vif [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-30T06:31:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-71007505',display_name='tempest-TestVolumeBootPattern-server-71007505',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-71007505',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNAcyFqyOmrMd6hSdqUQqXOccPn+CzOziJJn16LvGAHNTlvgFXjVM0tC4NHpAUaC4Z/yBt6rSxt5Fm6pqgHirADscGmS4Il6NkERFhBWwmLAbO0Ils3SYwpumA7Fp6pjnA==',key_name='tempest-TestVolumeBootPattern-2102938926',keypairs=<?>,launch_index=0,launched_at=2023-10-30T06:31:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cf52d442d44f41f4a008bf47121ee139',ramdisk_id='',reservation_id='r-agecn0j0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-2065972013',owner_user_name='tempest-TestVolumeBootPattern-2065972013-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-30T06:31:54Z,user_data=None,user_id='9d00a6e3aced4397be293425242b06f7',uuid=08ddbafd-8cae-4e8e-8967-3129c06edceb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "90dec39c-0685-4573-90b9-6604afd78fb2", "address": "fa:16:3e:c6:5b:49", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90dec39c-06", "ovs_interfaceid": "90dec39c-0685-4573-90b9-6604afd78fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converting VIF {"id": "90dec39c-0685-4573-90b9-6604afd78fb2", "address": "fa:16:3e:c6:5b:49", "network": {"id": "9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1506287004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf52d442d44f41f4a008bf47121ee139", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90dec39c-06", "ovs_interfaceid": "90dec39c-0685-4573-90b9-6604afd78fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG nova.network.os_vif_util [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c6:5b:49,bridge_name='br-int',has_traffic_filtering=True,id=90dec39c-0685-4573-90b9-6604afd78fb2,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90dec39c-06') {{(pid=74922) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG os_vif [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:5b:49,bridge_name='br-int',has_traffic_filtering=True,id=90dec39c-0685-4573-90b9-6604afd78fb2,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90dec39c-06') {{(pid=74922) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap90dec39c-06, bridge=br-int, if_exists=True) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9a554e28-fea9-4c54-9eac-6b704fea2f2e) {{(pid=74922) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:36:44 user nova-compute[74922]: INFO os_vif [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:5b:49,bridge_name='br-int',has_traffic_filtering=True,id=90dec39c-0685-4573-90b9-6604afd78fb2,network=Network(9cfcf409-9aed-4c27-ac7b-cf322a4cd5c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90dec39c-06')
Oct 30 06:36:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] calling os-brick to detach iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f822c58ac20>, {'target_iqn': 'iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RzjoLnmN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 30 06:36:44 user nova-compute[74922]: WARNING os_brick.initiator.connectors.base [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 30 06:36:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[46ed9641-0747-43f0-b0a6-52eed06e2024]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 30 06:36:44 user nova-compute[74922]: No targets found.
Oct 30 06:36:44 user nova-compute[74922]: iSNS:
Oct 30 06:36:44 user nova-compute[74922]: No targets found.
Oct 30 06:36:44 user nova-compute[74922]: STATIC:
Oct 30 06:36:44 user nova-compute[74922]: Target: iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578
Oct 30 06:36:44 user nova-compute[74922]:         Portal: 172.16.0.220:3260,-1
Oct 30 06:36:44 user nova-compute[74922]:                 Iface Name: default
Oct 30 06:36:44 user nova-compute[74922]: FIRMWARE:
Oct 30 06:36:44 user nova-compute[74922]: No targets found.
Oct 30 06:36:44 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 30 06:36:44 user nova-compute[74922]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 30 06:36:44 user nova-compute[74922]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74922) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578', 0)] {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ea51655-0dae-428d-97fb-110551148e94]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[a617bd2c-58ec-46ff-8b79-a98bb656cfd2]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 (non-flash)\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 (non-flash)
Oct 30 06:36:44 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 (non-flash)
Oct 30 06:36:44 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f820859d7e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578'): ({'sdb'}, set())}) {{(pid=74922) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Removing single pathed devices sdb {{(pid=74922) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[8473c4c0-3220-4b45-95fa-68a0a733da3d]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e6fe716-d8fe-4c45-be1f-9629d1ed8dde]: (4, ('ok\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Flushing IO for device /dev/sdb {{(pid=74922) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1e6eaad-46b2-47fb-b66b-47a48929e386]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74922) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.031s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfc69b75-c9ad-4c5a-8900-bf69715ca6b4]: (4, ('1', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG os_brick.initiator.linuxscsi [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] SCSI volumes sdb have been removed. {{(pid=74922) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_19a30e6d', '/dev/disk/by-id/scsi-23630373932663639', '/dev/disk/by-id/scsi-1SCST_BIO19a30e6d-60792f69353de879') {{(pid=85621) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[e89df0d0-27e4-4eb3-a435-745ca31ff434]: (4, None) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578')] {{(pid=74922) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfb8eb1d-1d52-450b-86ed-c1e02a728de1]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --logout {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[d729930f-66fd-48cf-b2ba-309228ec4ac4]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578, portal: 172.16.0.220,3260]
Oct 30 06:36:44 user nova-compute[74922]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578, portal: 172.16.0.220,3260] successful.
Oct 30 06:36:44 user nova-compute[74922]:  stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op delete {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b5fb1b-d621-4642-8640-95f283d64578 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo.privsep.daemon [-] privsep: reply[04466f4c-fbb3-4c4e-b177-d3fd52fbbe7a]: (4, ('', '')) {{(pid=85621) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74922) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.base [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.267s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] <== disconnect_volume: return (269ms) None {{(pid=74922) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Disconnected iSCSI Volume {{(pid=74922) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 30 06:36:44 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Deleting instance files /opt/stack/data/nova/instances/08ddbafd-8cae-4e8e-8967-3129c06edceb_del
Oct 30 06:36:44 user nova-compute[74922]: INFO nova.virt.libvirt.driver [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Deletion of /opt/stack/data/nova/instances/08ddbafd-8cae-4e8e-8967-3129c06edceb_del complete
Oct 30 06:36:44 user nova-compute[74922]: INFO nova.compute.manager [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Took 1.13 seconds to destroy the instance on the hypervisor.
Oct 30 06:36:44 user nova-compute[74922]: DEBUG oslo.service.loopingcall [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74922) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG nova.compute.manager [-] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Deallocating network for instance {{(pid=74922) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 30 06:36:44 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] deallocate_for_instance() {{(pid=74922) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 30 06:36:45 user nova-compute[74922]: DEBUG nova.network.neutron [-] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Updating instance_info_cache with network_info: [] {{(pid=74922) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 30 06:36:45 user nova-compute[74922]: INFO nova.compute.manager [-] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Took 0.44 seconds to deallocate network for instance.
Oct 30 06:36:45 user nova-compute[74922]: DEBUG nova.compute.manager [req-dc630aca-fe41-4d99-9523-26e2c74a41a5 req-8ce71b74-7268-4fc2-8fe9-7f0dc20652e5 service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Received event network-vif-deleted-90dec39c-0685-4573-90b9-6604afd78fb2 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:36:45 user nova-compute[74922]: DEBUG nova.compute.manager [req-0df9e712-a310-4a9e-a266-2b2af7cc78e5 req-f66fd38a-eb69-4604-94f3-3ecc2b0c8051 service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Received event network-vif-plugged-90dec39c-0685-4573-90b9-6604afd78fb2 {{(pid=74922) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 30 06:36:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0df9e712-a310-4a9e-a266-2b2af7cc78e5 req-f66fd38a-eb69-4604-94f3-3ecc2b0c8051 service nova] Acquiring lock "08ddbafd-8cae-4e8e-8967-3129c06edceb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:36:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0df9e712-a310-4a9e-a266-2b2af7cc78e5 req-f66fd38a-eb69-4604-94f3-3ecc2b0c8051 service nova] Lock "08ddbafd-8cae-4e8e-8967-3129c06edceb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:36:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [req-0df9e712-a310-4a9e-a266-2b2af7cc78e5 req-f66fd38a-eb69-4604-94f3-3ecc2b0c8051 service nova] Lock "08ddbafd-8cae-4e8e-8967-3129c06edceb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:36:45 user nova-compute[74922]: DEBUG nova.compute.manager [req-0df9e712-a310-4a9e-a266-2b2af7cc78e5 req-f66fd38a-eb69-4604-94f3-3ecc2b0c8051 service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] No waiting events found dispatching network-vif-plugged-90dec39c-0685-4573-90b9-6604afd78fb2 {{(pid=74922) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 30 06:36:45 user nova-compute[74922]: WARNING nova.compute.manager [req-0df9e712-a310-4a9e-a266-2b2af7cc78e5 req-f66fd38a-eb69-4604-94f3-3ecc2b0c8051 service nova] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Received unexpected event network-vif-plugged-90dec39c-0685-4573-90b9-6604afd78fb2 for instance with vm_state active and task_state deleting.
Oct 30 06:36:45 user nova-compute[74922]: INFO nova.compute.manager [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] [instance: 08ddbafd-8cae-4e8e-8967-3129c06edceb] Took 0.80 seconds to detach 1 volumes for instance.
Oct 30 06:36:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:36:45 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:36:46 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:36:46 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:36:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.254s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:36:46 user nova-compute[74922]: INFO nova.scheduler.client.report [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Deleted allocations for instance 08ddbafd-8cae-4e8e-8967-3129c06edceb
Oct 30 06:36:46 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-1b0809bf-f9e7-4e7c-86e2-4b109cd84316 tempest-TestVolumeBootPattern-2065972013 tempest-TestVolumeBootPattern-2065972013-project-member] Lock "08ddbafd-8cae-4e8e-8967-3129c06edceb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.797s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:36:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:36:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:36:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:37:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:37:06 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:37:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:37:09 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:37:11 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:37:11 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:37:11 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:37:12 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:37:13 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:37:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:37:14 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:37:15 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:37:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:37:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:37:15 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:37:15 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Auditing locally available compute resources for user (node: user) {{(pid=74922) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 30 06:37:16 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:37:16 user nova-compute[74922]: WARNING nova.virt.libvirt.driver [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 30 06:37:16 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Hypervisor/Node resource view: name=user free_ram=9161MB free_disk=25.032638549804688GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74922) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 30 06:37:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 30 06:37:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 30 06:37:16 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 30 06:37:16 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74922) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 30 06:37:16 user nova-compute[74922]: DEBUG nova.compute.provider_tree [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed in ProviderTree for provider: efd5e61c-93ae-4193-aa6b-99209077dc32 {{(pid=74922) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 30 06:37:16 user nova-compute[74922]: DEBUG nova.scheduler.client.report [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Inventory has not changed for provider efd5e61c-93ae-4193-aa6b-99209077dc32 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74922) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 30 06:37:16 user nova-compute[74922]: DEBUG nova.compute.resource_tracker [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Compute_service record updated for user:user {{(pid=74922) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 30 06:37:16 user nova-compute[74922]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.168s {{(pid=74922) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 30 06:37:19 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:37:24 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:37:29 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:37:30 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:37:30 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:37:30 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Starting heal instance info cache {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 30 06:37:30 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Rebuilding the list of instances to heal {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 30 06:37:30 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Didn't find any instances for network info cache update. {{(pid=74922) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 30 06:37:34 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:37:39 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:37:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:37:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:37:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74922) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 30 06:37:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:37:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74922) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 30 06:37:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:37:44 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:37:47 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:37:49 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:37:50 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:37:54 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:37:59 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 30 06:38:04 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:38:06 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:38:09 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:38:10 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:38:11 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:38:11 user nova-compute[74922]: DEBUG nova.compute.manager [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74922) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 30 06:38:13 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:38:13 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 30 06:38:14 user nova-compute[74922]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74922) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 30 06:38:14 user nova-compute[74922]: DEBUG oslo_service.periodic_task [None req-6a5bf7b6-3a88-481c-acea-d2c44cd9fbb8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74922) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}